-- Logs begin at Wed 2021-06-16 08:46:54 UTC, end at Wed 2021-06-16 10:02:50 UTC. -- Jun 16 09:34:29.183868 dv-cinder-796286-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 16 09:34:31.867815 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.common.config [-] Logging enabled! Jun 16 09:34:31.868402 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev352 Jun 16 09:34:31.868591 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98871) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 16 09:34:31.872383 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.common.config [-] Logging enabled! Jun 16 09:34:31.872654 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev352 Jun 16 09:34:31.872965 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98871) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 16 09:34:31.873961 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 09:34:31.874181 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 09:34:31.874530 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 09:34:31.874768 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 09:34:31.875027 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 09:34:31.875340 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.875643 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.875915 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.876136 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.876420 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.876702 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.876978 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.877261 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.877549 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.877828 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.878107 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.878383 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.878606 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.878879 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] config_source = [] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.879181 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.879459 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.879676 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] debug = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.879946 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.880363 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.880767 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.881045 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.881330 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.881604 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.881868 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.882134 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.882415 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.882739 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] host = dv-cinder-796286-4-iscsi {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.883038 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.883320 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.883601 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.883881 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.884150 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.884419 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.884698 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.884966 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] log_dir = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.885231 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] log_file = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.885499 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.885782 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.886060 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.886341 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.886559 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.886773 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.887150 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.887488 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.888287 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.888559 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.888829 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.889101 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.889369 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.889631 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.889909 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.890186 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.890463 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.890730 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.891024 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.891290 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.891555 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.891832 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.892105 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.892365 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.892631 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.892909 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.893170 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.893437 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.893728 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.894008 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.894282 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.894559 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.894825 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.895125 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.895391 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.895656 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] use_journal = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.895918 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] use_json = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.896182 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.896444 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.896717 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.896982 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.897247 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.897513 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.897775 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.898056 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:31.898343 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.898632 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.898952 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.899233 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.899522 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.899796 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.900079 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.900349 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.900631 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.900913 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.901196 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.901470 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.901746 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.902014 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.902301 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.902596 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.902974 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.903622 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.903622 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.903831 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.904094 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.904365 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.904649 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.904936 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.905222 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.905489 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.905760 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.906043 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.906313 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.906579 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.906847 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.907154 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.907421 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.907689 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.907963 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.908238 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.908501 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.908763 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.909033 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.909314 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.909582 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.909845 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.910109 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.910370 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.910631 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.910930 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.911205 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.911469 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.911733 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.912004 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.912268 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.912531 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.912799 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.913062 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.913330 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.913593 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.913857 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.914121 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.914383 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.914645 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.914931 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.915199 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.915470 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.915728 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.915991 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.916255 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.916518 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.916785 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.917064 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.917353 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.917624 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.917893 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.918169 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.918440 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.918815 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.919109 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.919384 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.919656 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.919922 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.920206 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.920485 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.920764 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.921039 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.921310 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.921599 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.921867 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.922142 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.922411 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.922683 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.922992 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.923270 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.923560 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.923848 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.924137 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.924424 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.924710 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.924984 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.925287 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.925560 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:31.925773 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 09:34:31.926006 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=98871) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 16 09:34:32.276311 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=98871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:34:32.276565 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=98871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:34:32.276845 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=98871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:34:32.277168 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 16 09:34:32.675541 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:32.675817 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:32.676078 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:32.677379 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:32.677675 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:32.677961 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:32.711840 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:32.712109 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:32.712365 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:32.725739 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:32.726012 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:32.726274 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:32.756611 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:32.756878 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:32.757139 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:32.794927 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:32.795200 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:32.795461 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:33.028392 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:33.029028 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:33.029028 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:33.029203 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:33.029999 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:33.152356 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:33.152662 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:33.152933 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:33.153751 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:33.154013 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:33.154317 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:33.154574 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:33.154820 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:33.155088 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:33.155358 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:33.155606 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:33.155861 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:33.156112 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:33.156366 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:33.156612 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:33.156870 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:33.157130 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:33.157376 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:33.157635 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:33.157879 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:33.158149 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:33.158487 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:33.158729 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:33.159030 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:33.159269 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:33.159505 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:33.159894 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=98871) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 09:34:33.160130 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=98871) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 09:34:33.160361 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=98871) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 09:34:33.160590 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=98871) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 09:34:33.160817 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=98871) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 09:34:33.161042 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=98871) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 09:34:33.162346 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 16 09:34:33.165419 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 16 09:34:33.169356 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 16 09:34:33.173254 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Jun 16 09:34:33.174852 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 16 09:34:33.175316 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 16 09:34:33.175639 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 16 09:34:33.176012 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 16 09:34:33.178741 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 16 09:34:33.179016 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 16 09:34:33.179353 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 09:34:33.207706 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 16 09:34:33.208150 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:33.208437 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=98871) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 16 09:34:33.208792 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:33.210109 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=98871) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 16 09:34:33.210383 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 09:34:33.210623 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 16 09:34:33.213887 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:33.214577 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:33.278515 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 16 09:34:33.278679 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 16 09:34:33.278954 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 16 09:34:33.279320 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 16 09:34:33.299723 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_db.sqlalchemy.engines [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=98871) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 16 09:34:33.973037 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.plugins.ml2.managers [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Initializing driver for type 'gre' Jun 16 09:34:33.973594 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] gre ID ranges: [(1, 1000)] Jun 16 09:34:34.206745 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.plugins.ml2.managers [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Initializing driver for type 'local' Jun 16 09:34:34.207412 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.plugins.ml2.managers [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Initializing driver for type 'vlan' Jun 16 09:34:34.292851 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] VlanTypeDriver initialization complete Jun 16 09:34:34.293112 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.plugins.ml2.managers [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Initializing driver for type 'vxlan' Jun 16 09:34:34.294340 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] vxlan ID ranges: [(1, 1000)] Jun 16 09:34:34.468209 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.plugins.ml2.managers [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Initializing extension driver 'port_security' Jun 16 09:34:34.468761 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.plugins.ml2.extensions.port_security [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] PortSecurityExtensionDriver initialization complete Jun 16 09:34:34.469308 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.plugins.ml2.managers [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Initializing mechanism driver 'openvswitch' Jun 16 09:34:34.469664 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.plugins.ml2.managers [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Initializing mechanism driver 'hyperv' Jun 16 09:34:34.481016 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.plugins.ml2.plugin [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=98871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:34:34.482300 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > port after_create 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.482677 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > port after_update 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.483067 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > port after_delete 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.483535 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > subnet after_create 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.483964 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > subnet after_update 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.484356 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > subnet after_delete 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.484858 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > network after_create 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.485303 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > network after_update 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.485735 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > network after_delete 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.486209 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > security_group after_create 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.486589 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > security_group after_update 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.487002 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > security_group after_delete 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.489361 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.489361 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.489361 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.489361 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > address_group after_create 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.489662 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > address_group after_update 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.489662 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > address_group after_delete 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.489662 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] ML2 OVO RPC backend initialized. {{(pid=98871) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 16 09:34:34.490302 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > router_interface after_create 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.490647 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.491090 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > network before_response 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.491440 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > networks before_response 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.491782 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > port before_response 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.492117 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > ports before_response 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.492455 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > subnet before_response 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.492789 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > subnets before_response 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.493134 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > network after_create 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.493465 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > network after_update 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.493791 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > network after_delete 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.494117 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > port after_create 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.494442 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > port after_update 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.494776 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > port after_delete 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.495137 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > subnet after_create 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.495468 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > subnet after_update 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.495791 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > subnet after_delete 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.496362 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.plugins.ml2.plugin [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Modular L2 Plugin initialization complete Jun 16 09:34:34.496723 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading services supported by the core plugin {{(pid=98871) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 16 09:34:34.497798 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.plugins.ml2.managers [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Got port-security extension from driver 'port_security' Jun 16 09:34:34.498256 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.extensions.vlantransparent [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Disabled vlantransparent extension. Jun 16 09:34:34.498738 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=98871) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 16 09:34:34.499076 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading Plugin: router Jun 16 09:34:34.535029 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > router_interface before_create 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.535414 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > router after_create 55549900 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.535792 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > router before_create 55549900 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.536130 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.536490 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.536832 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > router after_delete 55549900 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.537186 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > floatingip after_update 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.537539 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > router after_create 55549900 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.537878 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > router after_update 55549900 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.538219 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > router after_update 55549900 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.538557 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.538926 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > router after_update 55549900 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.539331 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > router precommit_update 55549900 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.539690 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: port after_update 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.540023 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: port after_delete 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.540350 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: subnet after_update 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.540681 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.541018 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > port precommit_delete 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.541354 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > router precommit_create 55549900 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.541686 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: port before_delete 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.542313 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > router precommit_create 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.542992 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > router after_update 55549900 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.542992 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > router precommit_delete 55549900 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.543184 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > router precommit_create 55549900 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.543544 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > router_interface after_create 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.544396 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > router precommit_update 55549900 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.544765 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > network after_delete 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.545611 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.quota.resource_registry [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Tracking information for resource: router configured {{(pid=98871) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 09:34:34.545934 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.quota.resource_registry [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Tracking information for resource: floatingip configured {{(pid=98871) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 09:34:34.551086 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.db.l3_agentschedulers_db [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 16 09:34:34.551770 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: port after_update 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.552128 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: port after_create 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.552473 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: port after_delete 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.552811 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: port after_update 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.553584 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > router before_create 55550100 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.553941 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > router precommit_delete 55550100 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.554296 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > router precommit_create 55550100 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.554643 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > router precommit_update 55550100 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.559115 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.services.provider_configuration [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Service providers = [] {{(pid=98871) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 16 09:34:34.560044 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.db.servicetype_db [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=98871) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 16 09:34:34.562878 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.services.service_base [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=98871) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 09:34:34.563239 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.services.service_base [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=98871) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 09:34:34.563572 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.services.service_base [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=98871) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 09:34:34.564680 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.services.service_base [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=98871) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 09:34:34.565043 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.services.service_base [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 16 09:34:34.565405 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=98871) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 09:34:34.565715 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 16 09:34:34.576299 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=98871) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 09:34:34.576624 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading Plugin: auto_allocate Jun 16 09:34:34.582338 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: network precommit_update 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.582699 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: network precommit_create 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.583239 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=98871) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 09:34:34.583555 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading Plugin: tag Jun 16 09:34:34.590165 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=98871) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 09:34:34.591371 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading Plugin: timestamp Jun 16 09:34:34.595897 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=98871) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 09:34:34.596254 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading Plugin: network_ip_availability Jun 16 09:34:34.601828 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.602195 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.602546 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.603292 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=98871) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 09:34:34.603608 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading Plugin: flavors Jun 16 09:34:34.609179 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=98871) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 09:34:34.609506 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading Plugin: revisions Jun 16 09:34:34.613792 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=98871) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 09:34:34.614174 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_concurrency.lockutils [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.337s {{(pid=98871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:34:34.614924 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=98871) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 16 09:34:34.615255 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Initializing extension manager. Jun 16 09:34:34.615994 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: __init__.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.616335 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: __pycache__ {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.616660 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.616985 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: address_group.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.617727 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.618285 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: address-group Jun 16 09:34:34.618600 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: address_scope.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.619427 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.620126 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: address-scope Jun 16 09:34:34.620412 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: admin_state_down_before_update.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.621320 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.622355 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: router-admin-state-down-before-update Jun 16 09:34:34.622676 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: agent.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.623377 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.623874 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: agent Jun 16 09:34:34.624186 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: agent_resources_synced.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.625062 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.625562 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: agent-resources-synced Jun 16 09:34:34.625874 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: allowedaddresspairs.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.627848 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.628370 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: allowed-address-pairs Jun 16 09:34:34.628695 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: auto_allocated_topology.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.629731 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.630357 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: auto-allocated-topology Jun 16 09:34:34.630684 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: availability_zone.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.631397 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.631900 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: availability_zone Jun 16 09:34:34.632675 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: availability_zone_filter.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.633628 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.634137 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: availability_zone_filter Jun 16 09:34:34.634457 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: data_plane_status.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.635350 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.635929 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extension data-plane-status not supported by any of loaded plugins Jun 16 09:34:34.636168 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: default_subnetpools.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.637094 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.637617 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: default-subnetpools Jun 16 09:34:34.637932 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: dhcpagentscheduler.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.638713 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.639254 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: dhcp_agent_scheduler Jun 16 09:34:34.639572 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: dns.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.640531 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.641024 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extension dns-integration not supported by any of loaded plugins Jun 16 09:34:34.641342 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: dns_domain_ports.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.642220 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.642717 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 16 09:34:34.643063 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: dvr.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.643707 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.644203 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: dvr Jun 16 09:34:34.644514 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: empty_string_filtering.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.645388 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.645886 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: empty-string-filtering Jun 16 09:34:34.646218 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.647253 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.648084 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 16 09:34:34.648601 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.649975 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.650825 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 16 09:34:34.653596 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: external_net.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.653596 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.653596 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: external-net Jun 16 09:34:34.653890 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: extra_dhcp_opt.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.654737 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.655271 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: extra_dhcp_opt Jun 16 09:34:34.655587 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: extraroute.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.656479 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.656975 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: extraroute Jun 16 09:34:34.657288 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: extraroute_atomic.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.658304 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.658806 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: extraroute-atomic Jun 16 09:34:34.659134 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: filter_validation.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.659790 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.660285 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: filter-validation Jun 16 09:34:34.660596 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: fip_pf_description.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.661469 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.661956 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 16 09:34:34.662268 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: fip_port_details.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.663190 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.663686 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: fip-port-details Jun 16 09:34:34.664000 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: flavors.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.665326 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.666344 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: flavors Jun 16 09:34:34.666682 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.668383 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.669780 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 16 09:34:34.669780 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: floatingip_pools.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.670453 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.670990 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: floatingip-pools Jun 16 09:34:34.671316 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: ip_allocation.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.672204 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.672709 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extension ip_allocation not supported by any of loaded plugins Jun 16 09:34:34.673027 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.673907 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.674413 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: ip-substring-filtering Jun 16 09:34:34.674731 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: l2_adjacency.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.675667 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.676171 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extension l2_adjacency not supported by any of loaded plugins Jun 16 09:34:34.676487 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: l3.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.677564 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.678082 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: router Jun 16 09:34:34.678398 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: l3_conntrack_helper.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.680797 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.681383 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 16 09:34:34.681710 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.682614 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.683162 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: ext-gw-mode Jun 16 09:34:34.683481 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.684383 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.684886 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: l3-ha Jun 16 09:34:34.685199 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: l3_flavors.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.686079 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.686577 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: l3-flavors Jun 16 09:34:34.686918 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.687996 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.688498 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: l3-port-ip-change-not-allowed Jun 16 09:34:34.688813 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: l3agentscheduler.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.690091 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.690595 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: l3_agent_scheduler Jun 16 09:34:34.690938 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: logging.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.692392 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.692909 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extension logging not supported by any of loaded plugins Jun 16 09:34:34.693229 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: metering.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.693945 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.694517 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: metering Jun 16 09:34:34.694834 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.695935 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.696448 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: metering_source_and_destination_fields Jun 16 09:34:34.696766 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: multiprovidernet.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.697667 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.698175 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: multi-provider Jun 16 09:34:34.698492 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: netmtu.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.699454 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.700002 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: net-mtu Jun 16 09:34:34.700315 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: netmtu_writable.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.701199 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.701698 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: net-mtu-writable Jun 16 09:34:34.702009 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: network_availability_zone.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.702648 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.703180 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: network_availability_zone Jun 16 09:34:34.703494 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: network_ip_availability.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.704549 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.705110 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: network-ip-availability Jun 16 09:34:34.705492 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: network_segment_range.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.706296 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.706794 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extension network-segment-range not supported by any of loaded plugins Jun 16 09:34:34.707147 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: pagination.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.708098 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.708419 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: pagination Jun 16 09:34:34.708732 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: port_device_profile.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.709617 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.710125 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: port-device-profile Jun 16 09:34:34.710440 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.711348 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.711850 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: port-mac-address-regenerate Jun 16 09:34:34.712163 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.713202 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.713709 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: port-numa-affinity-policy Jun 16 09:34:34.714024 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: port_resource_request.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.715038 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.716080 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extension port-resource-request not supported by any of loaded plugins Jun 16 09:34:34.716391 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: portbindings.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.717284 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.717790 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: binding Jun 16 09:34:34.718103 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: portbindings_extended.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.719368 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.719874 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: binding-extended Jun 16 09:34:34.720192 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: portsecurity.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.721065 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.721579 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: port-security Jun 16 09:34:34.721893 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: project_id.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.722997 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.723323 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: project-id Jun 16 09:34:34.723640 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: providernet.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.724616 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.725124 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: provider Jun 16 09:34:34.725438 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: qos.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.728923 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.729529 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extension qos not supported by any of loaded plugins Jun 16 09:34:34.729769 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.731195 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.732214 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 16 09:34:34.732538 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.733424 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.733925 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 16 09:34:34.734243 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: qos_default.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.735161 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.735669 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extension qos-default not supported by any of loaded plugins Jun 16 09:34:34.735988 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: qos_fip.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.736618 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.737113 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extension qos-fip not supported by any of loaded plugins Jun 16 09:34:34.737427 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: qos_gateway_ip.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.738314 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.738821 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 16 09:34:34.739173 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: qos_port_network_policy.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.740055 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.740559 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 16 09:34:34.740878 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: qos_rule_type_details.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.741759 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.742260 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 16 09:34:34.742575 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: qos_rules_alias.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.743621 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.744126 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 16 09:34:34.744439 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: quotasv2.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.745325 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.745644 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: quotas Jun 16 09:34:34.745958 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: quotasv2_detail.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.749078 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.749415 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: quota_details Jun 16 09:34:34.749739 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: rbac.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.750776 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.751326 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: rbac-policies Jun 16 09:34:34.751646 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: rbac_address_group.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.752544 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.753051 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: rbac-address-group Jun 16 09:34:34.753367 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: rbac_address_scope.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.754253 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.754764 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: rbac-address-scope Jun 16 09:34:34.755111 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: rbac_security_groups.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.756198 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.756716 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: rbac-security-groups Jun 16 09:34:34.757034 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: rbac_subnetpool.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.757961 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.758613 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: rbac-subnetpool Jun 16 09:34:34.758961 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: revisionifmatch.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.759856 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.760365 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: revision-if-match Jun 16 09:34:34.760691 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: revisions.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.761774 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.762300 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: standard-attr-revisions Jun 16 09:34:34.762630 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: router_availability_zone.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.763313 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.763856 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: router_availability_zone Jun 16 09:34:34.764211 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: routerservicetype.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.765095 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.765707 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extension router-service-type not supported by any of loaded plugins Jun 16 09:34:34.766075 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.766996 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.767502 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: security-groups-normalized-cidr Jun 16 09:34:34.767815 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: security_groups_port_filtering.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.768699 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.769198 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: port-security-groups-filtering Jun 16 09:34:34.769512 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.770394 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.770932 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: security-groups-remote-address-group Jun 16 09:34:34.771249 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: securitygroup.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.781343 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.781870 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: security-group Jun 16 09:34:34.782281 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: segment.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.783179 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.791505 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extension segment not supported by any of loaded plugins Jun 16 09:34:34.791505 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.792351 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.792853 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 16 09:34:34.793215 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: servicetype.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.794320 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.794830 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: service-type Jun 16 09:34:34.795179 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: sorting.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.796142 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.796469 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: sorting Jun 16 09:34:34.796786 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: standard_attr_segment.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.797675 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.798273 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 16 09:34:34.798595 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: standardattrdescription.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.799255 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.799760 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: standard-attr-description Jun 16 09:34:34.800071 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: stateful_security_group.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.800958 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.801459 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: stateful-security-group Jun 16 09:34:34.801773 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: stdattrs_common.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.802327 dv-cinder-796286-4-iscsi neutron-server[98871]: WARNING neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 16 09:34:34.802637 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.803629 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.804132 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 16 09:34:34.804449 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: subnet_onboard.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.805485 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.805994 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: subnet_onboard Jun 16 09:34:34.806310 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.807248 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.807832 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 16 09:34:34.808148 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: subnet_service_types.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.809052 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.812046 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: subnet-service-types Jun 16 09:34:34.812369 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: subnetallocation.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.813463 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.814225 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: subnet_allocation Jun 16 09:34:34.814548 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.815233 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.815737 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: subnetpool-prefix-ops Jun 16 09:34:34.816054 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.816957 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.817455 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 16 09:34:34.817772 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: tagging.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.818824 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.819362 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: standard-attr-tag Jun 16 09:34:34.819687 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: timestamp.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.820878 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.821516 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loaded extension: standard-attr-timestamp Jun 16 09:34:34.821832 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: trunk.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.822832 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.823451 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extension trunk not supported by any of loaded plugins Jun 16 09:34:34.823766 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: trunk_details.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.824912 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.825958 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extension trunk-details not supported by any of loaded plugins Jun 16 09:34:34.826278 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: uplink_status_propagation.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.827201 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.827707 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 16 09:34:34.828023 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Loading extension file: vlantransparent.py {{(pid=98871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:34.828765 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=98871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:34.829313 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extension vlan-transparent not supported by any of loaded plugins Jun 16 09:34:34.832044 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.quota.resource_registry [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Creating instance of TrackedResource for resource:network Jun 16 09:34:34.832566 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.quota.resource_registry [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Creating instance of TrackedResource for resource:subnet Jun 16 09:34:34.832954 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.quota.resource_registry [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 09:34:34.833335 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.quota.resource_registry [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Creating instance of TrackedResource for resource:port Jun 16 09:34:34.834561 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.v2.resource_helper [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 09:34:34.835016 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.v2.resource_helper [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Service FLAVORS assigned prefix: {{(pid=98871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 09:34:34.835673 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.v2.resource_helper [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 09:34:34.844179 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.v2.resource_helper [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 09:34:34.844179 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.quota.resource_registry [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Creating instance of TrackedResource for resource:router Jun 16 09:34:34.844179 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.quota.resource_registry [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Creating instance of TrackedResource for resource:floatingip Jun 16 09:34:34.844179 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.v2.resource_helper [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Service METERING assigned prefix: /metering {{(pid=98871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 09:34:34.844179 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.844179 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.844656 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:34.844656 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.quota.resource_registry [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 09:34:34.844656 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.quota.resource_registry [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Creating instance of TrackedResource for resource:security_group Jun 16 09:34:34.844656 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.quota.resource_registry [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 09:34:34.844656 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.v2.resource_helper [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Service CORE assigned prefix: {{(pid=98871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 09:34:34.844656 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.quota.resource_registry [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 09:34:34.844656 dv-cinder-796286-4-iscsi neutron-server[98871]: WARNING neutron.quota.resource_registry [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] subnetpool is already registered Jun 16 09:34:34.845151 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.v2.resource_helper [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Service CORE assigned prefix: {{(pid=98871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 09:34:34.845151 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.quota.resource_registry [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 09:34:34.845151 dv-cinder-796286-4-iscsi neutron-server[98871]: WARNING neutron.quota.resource_registry [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] subnetpool is already registered Jun 16 09:34:34.845962 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.v2.resource_helper [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 09:34:34.846384 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.v2.resource_helper [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Service FLAVORS assigned prefix: {{(pid=98871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 09:34:34.847009 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.v2.resource_helper [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 09:34:34.847420 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.v2.resource_helper [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 09:34:34.847742 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.quota.resource_registry [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Creating instance of TrackedResource for resource:router Jun 16 09:34:34.848069 dv-cinder-796286-4-iscsi neutron-server[98871]: WARNING neutron.quota.resource_registry [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] router is already registered Jun 16 09:34:34.848464 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.quota.resource_registry [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Creating instance of TrackedResource for resource:floatingip Jun 16 09:34:34.848788 dv-cinder-796286-4-iscsi neutron-server[98871]: WARNING neutron.quota.resource_registry [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] floatingip is already registered Jun 16 09:34:34.849226 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.v2.resource_helper [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Service METERING assigned prefix: /metering {{(pid=98871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 09:34:34.849950 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.quota.resource_registry [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 09:34:34.850270 dv-cinder-796286-4-iscsi neutron-server[98871]: WARNING neutron.quota.resource_registry [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] rbac_policy is already registered Jun 16 09:34:34.850670 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.quota.resource_registry [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Creating instance of TrackedResource for resource:security_group Jun 16 09:34:34.851019 dv-cinder-796286-4-iscsi neutron-server[98871]: WARNING neutron.quota.resource_registry [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] security_group is already registered Jun 16 09:34:34.851418 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.quota.resource_registry [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 09:34:34.851742 dv-cinder-796286-4-iscsi neutron-server[98871]: WARNING neutron.quota.resource_registry [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] security_group_rule is already registered Jun 16 09:34:34.852346 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.v2.resource_helper [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Service CORE assigned prefix: {{(pid=98871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 09:34:34.852664 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.quota.resource_registry [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 09:34:34.852988 dv-cinder-796286-4-iscsi neutron-server[98871]: WARNING neutron.quota.resource_registry [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] subnetpool is already registered Jun 16 09:34:34.853400 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.v2.resource_helper [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Service CORE assigned prefix: {{(pid=98871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 09:34:34.853712 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.quota.resource_registry [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 09:34:34.854030 dv-cinder-796286-4-iscsi neutron-server[98871]: WARNING neutron.quota.resource_registry [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] subnetpool is already registered Jun 16 09:34:34.854489 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extended resource: extensions {{(pid=98871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:34.856090 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extended resource: address-groups {{(pid=98871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:34.857744 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extended resource: address-scopes {{(pid=98871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:34.859080 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extended resource: agents {{(pid=98871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:34.860235 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extended resource: auto-allocated-topology {{(pid=98871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:34.861639 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extended resource: availability_zones {{(pid=98871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:34.863079 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extended resource: dhcp-networks {{(pid=98871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:34.864576 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extended resource: dhcp-agents {{(pid=98871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:34.866000 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extended resource: routers {{(pid=98871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:34.867913 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extended resource: flavors {{(pid=98871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:34.870606 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extended resource: service_profiles {{(pid=98871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:34.872818 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extended resource: next_providers {{(pid=98871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:34.874242 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extended resource: service_profiles {{(pid=98871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:34.875808 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extended resource: floatingip-pools {{(pid=98871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:34.877022 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extended resource: routers {{(pid=98871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:34.878726 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extended resource: floatingips {{(pid=98871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:34.880020 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extended resource: l3-routers {{(pid=98871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:34.881399 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extended resource: l3-agents {{(pid=98871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:34.883059 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extended resource: metering-labels {{(pid=98871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:34.884317 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extended resource: metering-label-rules {{(pid=98871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:34.885695 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extended resource: network-ip-availabilities {{(pid=98871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:34.886992 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extended resource: bindings {{(pid=98871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:34.889154 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extended resource: quotas {{(pid=98871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:34.890728 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extended resource: quotas {{(pid=98871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:34.892180 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extended resource: rbac-policies {{(pid=98871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:34.893352 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extended resource: security-groups {{(pid=98871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:34.894684 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extended resource: security-group-rules {{(pid=98871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:34.895951 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extended resource: service-providers {{(pid=98871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:34.901660 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extended resource: subnetpools {{(pid=98871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:34.901660 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extended resource: subnetpools {{(pid=98871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:34.901660 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extended resource: tags {{(pid=98871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:34.901968 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extended resource: tags {{(pid=98871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:34.903724 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extended resource: tags {{(pid=98871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:34.905502 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extended resource: tags {{(pid=98871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:34.907188 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extended resource: tags {{(pid=98871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:34.909222 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extended resource: tags {{(pid=98871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:34.910918 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extended resource: tags {{(pid=98871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:34.912704 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extended resource: tags {{(pid=98871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:34.914531 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extended resource: tags {{(pid=98871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:34.916268 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron.api.extensions [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Extended resource: tags {{(pid=98871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:34.922497 dv-cinder-796286-4-iscsi neutron-server[98871]: WARNING keystonemiddleware.auth_token [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 16 09:34:34.927211 dv-cinder-796286-4-iscsi neutron-server[98871]: WARNING keystonemiddleware.auth_token [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 16 09:34:34.936359 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_concurrency.lockutils [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Acquired lock "singleton_lock" {{(pid=98871) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 16 09:34:34.936827 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_concurrency.lockutils [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Releasing lock "singleton_lock" {{(pid=98871) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 16 09:34:34.937453 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO oslo_service.service [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Starting 2 workers Jun 16 09:34:34.942749 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Started child 98980 {{(pid=98871) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 09:34:34.948044 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Started child 98981 {{(pid=98871) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 09:34:34.948303 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:34:34.949720 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO neutron.service [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Neutron service started, listening on 0.0.0.0:9696 Jun 16 09:34:34.950734 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [-] (98980) wsgi starting up on http://0.0.0.0:9696 Jun 16 09:34:34.950917 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Notify callbacks [] for process, before_spawn {{(pid=98871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:34:34.953308 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:34:34.953767 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO oslo_service.service [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Starting 1 workers Jun 16 09:34:34.954754 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [-] (98981) wsgi starting up on http://0.0.0.0:9696 Jun 16 09:34:34.959065 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Started child 98982 {{(pid=98871) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 09:34:34.959597 dv-cinder-796286-4-iscsi neutron-server[98871]: INFO oslo_service.service [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Starting 1 workers Jun 16 09:34:34.962842 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.service [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] calling RpcWorker wait() {{(pid=98982) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 16 09:34:34.963409 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.service [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] returning from RpcWorker wait() {{(pid=98982) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 16 09:34:34.965034 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Started child 98983 {{(pid=98871) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 09:34:34.965249 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:34:34.965350 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae7-bf9c-4fb6-82eb-93f6ecdfd76c None None] Notify callbacks [] for process, after_spawn {{(pid=98871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:34:34.965493 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:34:34.966857 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98871) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 09:34:34.967090 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 09:34:34.967272 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 09:34:34.967488 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 09:34:34.967823 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 09:34:34.967983 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 09:34:34.968472 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.968749 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.969006 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.969114 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:34:34.969574 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.969842 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.970332 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.970605 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.970853 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.971145 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.971401 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.971570 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.971731 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.971980 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.972229 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.972512 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.972799 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.973032 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.973282 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.973452 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.973685 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.973941 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.974169 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.974423 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] debug = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.974676 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.975282 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.975526 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.975781 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.976004 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.976290 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.976528 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.976979 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.977238 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.977499 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.977743 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.978065 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.978302 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.978515 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.978733 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.979038 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.979279 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.979895 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] host = dv-cinder-796286-4-iscsi {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.980039 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.980243 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.980466 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.980723 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.980974 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.981230 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.981598 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.981839 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.982099 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.982353 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.982566 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.982808 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.983043 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.983306 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] log_file = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.983467 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] log_options = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.983696 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.983951 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.984211 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.984398 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.984560 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.984729 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.984969 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.985131 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.985383 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.985611 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.985821 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.986030 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.986242 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.986539 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.986709 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.986966 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.987197 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.987399 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.987637 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.987880 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.988101 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.988595 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.988738 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.988897 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.989205 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.989417 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.989670 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.989880 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.990091 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.990326 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.990573 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.990823 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.991100 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.991348 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.991569 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.991789 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.992029 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.992296 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.992524 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.993805 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:34:34.993950 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.994141 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.994380 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.994644 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.995643 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.996098 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.996230 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] use_json = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:34.996627 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.009382 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.009382 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.009382 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.009382 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.009382 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.009382 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.009382 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.009382 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.009924 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.009924 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.009924 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.009924 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.009924 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.009924 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.009924 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.009924 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.010369 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.010369 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.010369 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.010369 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.010369 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.010369 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.010369 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.010369 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.010966 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.010966 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.010966 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.010966 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.010966 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.010966 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.010966 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.010966 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.011430 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.011430 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.011430 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.011430 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.011430 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.011430 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.011430 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.011430 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.011895 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.011895 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.011895 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.011895 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.011895 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.011895 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.011895 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.011895 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.011895 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.012454 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.012454 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.012454 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.012454 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.012454 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.012454 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.012454 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.012454 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.012454 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.013577 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.013577 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.013700 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.014089 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.014089 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.014331 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.014552 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.014792 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.015791 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.016613 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.017046 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.017594 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.017946 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.018683 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.018974 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.019579 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.021018 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.023325 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.026119 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.028207 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.028455 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.028696 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.029139 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.029379 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.029612 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.029855 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.030095 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.030328 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.030555 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.030793 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.031269 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.031493 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.031712 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.031997 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.032323 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.033782 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.034106 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.034425 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.034863 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.035130 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.035391 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.035751 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.035981 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.036324 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.036733 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.036972 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.037226 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.037473 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.037731 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.037973 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.038194 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.038459 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.038691 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.038961 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.039192 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.039470 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.039740 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.039994 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.040263 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.040516 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.040798 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.041069 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.041358 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.041600 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.041941 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.042457 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.042838 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.043172 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.044186 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.044481 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.044924 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.045317 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.045783 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.046117 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.046356 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.046605 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.046919 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.047162 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.055147 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.055147 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.055147 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.055147 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.055147 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.055147 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.055147 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.055147 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.055750 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.055750 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.055750 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.055750 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.055750 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.055750 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.055750 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.055750 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.056322 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.056322 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.056322 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.056322 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.056322 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.056322 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.056322 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.056322 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.056865 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.056865 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.056865 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.056865 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.056865 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.056865 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.056865 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.056865 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.057508 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.057508 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.057508 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.057508 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.057508 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.057508 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.057508 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.057508 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.058151 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.058151 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.058151 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.058151 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.058151 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.058151 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.058151 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.058151 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.058773 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.058773 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.058773 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.059026 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.059106 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.059871 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.060349 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.060349 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.060878 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.061137 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.061281 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.061530 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.061792 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.062043 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.062279 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.062529 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.062815 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.063143 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.063382 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.063637 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.063849 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.064535 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.064910 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.065260 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.065478 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.065728 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.065937 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.066175 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.066382 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.066672 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.066974 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.067201 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.067476 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.067706 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.067990 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.068195 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.068400 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.068609 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.068834 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.069054 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.069257 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.069495 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.069741 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.069944 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.070207 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.070446 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.070670 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.070945 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.071110 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.071347 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.071571 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.071774 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.071981 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.072184 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.072614 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.072857 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.073074 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.073380 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.073623 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.073844 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.074089 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.074539 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.074856 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.075143 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.075387 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.075602 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.075816 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.076068 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.076392 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.076675 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.076915 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.077162 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.077424 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.077702 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.077965 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.078171 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.078464 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.078791 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.079069 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.079469 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.079814 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.080015 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.080322 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.080536 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.080765 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.080991 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.081311 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.081649 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.081910 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.082186 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.082417 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.082638 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.082848 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.083091 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.083446 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.083745 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.083978 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.084131 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 09:34:35.084682 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98871) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 09:34:35.084839 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 09:34:35.084986 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 09:34:35.085151 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 09:34:35.085315 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 09:34:35.085523 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 09:34:35.085734 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.085890 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.086046 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.086199 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.086354 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.086528 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.086682 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.086839 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.087013 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.087166 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.087319 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.087472 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.087624 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.087782 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.087940 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.088095 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.088248 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.088400 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.088557 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.088741 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.088968 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.089116 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.089252 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] debug = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.089405 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.089600 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.089760 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.089913 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.090066 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.090218 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.090369 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.090570 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.090697 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.090849 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.091098 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.091263 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.091988 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.092160 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.092315 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.092468 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.092621 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.095003 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] host = dv-cinder-796286-4-iscsi {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.095204 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.095383 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.095551 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.095720 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.095889 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.096057 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.096276 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.096448 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.096612 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.096772 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.096936 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.097106 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.097250 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.097402 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] log_file = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.097544 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] log_options = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.097693 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.097842 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.098124 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.098306 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.098474 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.098635 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.098769 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.098931 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.099120 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.099253 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.099396 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.099528 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.099658 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.099819 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.100009 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.100150 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.100269 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.100426 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.100584 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.100741 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.100898 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.101054 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.101210 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.101391 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.101548 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.101706 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.101863 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.102019 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.102176 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.102335 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.102491 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.102649 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.102806 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.102993 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.103150 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.103307 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.103463 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.103627 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.103784 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.103941 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.104120 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.104262 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.104401 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.104590 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.104750 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.104877 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] use_json = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.105002 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.105124 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.105261 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.105396 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.105585 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.105673 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.105833 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.105990 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:35.106661 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.106823 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.107019 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.107182 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.107341 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.107502 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.107661 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.107822 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.107991 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.108242 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.108417 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.108576 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.108747 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.108933 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.109092 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.109256 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.109415 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.109574 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.109735 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.110095 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.110095 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.110252 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.110331 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.110497 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.110657 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.110817 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.111008 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.111180 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.111321 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.111482 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.111643 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.111803 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.111963 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.112123 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.112282 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.112441 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.112601 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.112761 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.112926 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.113088 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.113248 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.113408 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.113568 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.113729 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.113890 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.114051 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.114241 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.114379 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.114516 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.114662 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.114825 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.114999 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.115161 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.115321 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.115480 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.115640 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.115800 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.115959 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.116119 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.116280 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.116439 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.116612 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.116772 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.116932 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.117091 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.117252 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.117412 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.117573 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.117732 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.117893 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.118052 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.118310 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.118478 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.118638 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.118797 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.118978 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.119141 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.119302 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.119462 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.119623 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.119782 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.119942 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.120104 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.120264 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.120433 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.120608 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.120768 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.120927 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.121087 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.121248 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.121408 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.121580 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.121784 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.121947 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.122107 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.122274 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.122400 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.122565 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.122725 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.122909 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.123068 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.123226 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.123386 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.123551 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.123723 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.123862 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.123997 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.124153 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.124372 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.124573 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.124705 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.124847 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.124995 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.125132 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.125269 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.125404 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.125551 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.125687 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.125825 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.125956 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.126114 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.126276 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.126436 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.126597 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.126757 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.126936 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.127306 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.127306 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.127503 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.127583 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.127720 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.127880 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.128065 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.128308 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.128650 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.128650 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.128858 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.128941 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.129070 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.129229 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.129389 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.129549 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.129684 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.129847 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.130007 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.130168 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.130328 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.130488 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.130650 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.130810 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.130997 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.131159 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.131319 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.131481 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.131640 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.132239 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.132239 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.132239 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.132239 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.133829 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.133829 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.133829 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.133829 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.133829 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.133829 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.133829 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.133829 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.135133 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.135133 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.135133 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.135133 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.135133 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.135133 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.135133 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.135133 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.135965 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.135965 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.135965 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.135965 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.135965 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.135965 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.135965 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.135965 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.138598 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.138598 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.138598 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.138598 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.138598 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.138598 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.138598 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.138598 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.140327 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.140327 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.140327 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.140327 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.140327 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.140327 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.140327 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.140327 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.141543 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.141543 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.141543 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.141543 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.141543 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.141543 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.141543 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.141543 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.141543 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.143476 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.143476 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.143476 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.143476 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.143476 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.143476 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.143476 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.143476 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.143476 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.144084 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.144084 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.144084 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.144084 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.144084 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.144084 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.144084 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.144084 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.144084 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.144681 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.144681 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.144681 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.144681 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.144681 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.144681 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.144681 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.144681 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.145215 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.145215 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.145215 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.145215 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.145215 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.145215 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.145215 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.145683 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.145683 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.145683 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.145889 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.145975 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.146075 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.146239 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.146401 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.146575 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.146746 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.146931 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.147094 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.147261 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.147432 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.147589 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.147747 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.147906 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.148065 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.148225 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.148386 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.148643 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.148808 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.148967 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.149126 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.149286 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.149446 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.149605 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.149765 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.149924 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.150083 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.150243 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.150403 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.150563 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:35.150716 dv-cinder-796286-4-iscsi neutron-server[98871]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 09:34:35.177478 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:34:35.366416 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 43564) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:34:35.376138 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0074985 Jun 16 09:34:46.933708 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d0b7be-e37e-4ccf-8b17-4c9d6b9993dd None None] get_active_networks_info from dv-cinder-796286-4-iscsi {{(pid=98982) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 16 09:34:47.015642 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d0b7be-e37e-4ccf-8b17-4c9d6b9993dd None None] No non-hosted networks {{(pid=98982) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 16 09:34:47.030963 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.agentschedulers_db [None req-63d0b7be-e37e-4ccf-8b17-4c9d6b9993dd None None] DHCP Agent not found on host dv-cinder-796286-4-iscsi {{(pid=98982) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 16 09:34:47.249780 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-55bb1019-bc70-4c51-98cf-d346ce6a928f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335'] for agent, after_create {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:34:49.323230 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-27a68733-5772-4c42-9e61-c981d312ec24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335'] for agent, after_create {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:34:49.391495 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.db.api [None req-ea9d433c-559a-424f-9f50-01189d9df669 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-796286-4-iscsi {{(pid=98982) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 09:34:49.392259 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_db.api [None req-ea9d433c-559a-424f-9f50-01189d9df669 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 09:34:49.532423 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335'] for agent, after_create {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:34:49.533052 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:34:49.533386 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:34:49.533718 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:34:49.534040 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:34:49.534359 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:34:49.534681 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:34:49.535051 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:34:49.535429 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:34:49.535749 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:34:49.536064 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:34:49.536385 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:34:49.536692 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:34:49.537085 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-796286-4-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:34:49.542878 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-796286-4-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:34:50.041614 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-ea9d433c-559a-424f-9f50-01189d9df669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:34:50.526418 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-16d92f64-da1b-4eb0-8f0f-160fef97265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335'] for agent, after_create {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:34:52.373389 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e4fb578b-fd5e-47f0-aa8c-4b83a36f29c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335'] for agent, after_create {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:34:53.519536 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 43658) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:34:53.557195 dv-cinder-796286-4-iscsi neutron-server[98982]: INFO neutron.db.l3_hamode_db [None req-f55a87b9-fdc8-459b-bd57-cc685c3d34a7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 16 09:34:53.635569 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55a87b9-fdc8-459b-bd57-cc685c3d34a7 None None] Routers set() bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:34:53.635965 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55a87b9-fdc8-459b-bd57-cc685c3d34a7 None None] Router IDs set() for agent in host dv-cinder-796286-4-iscsi {{(pid=98982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 16 09:34:54.007874 dv-cinder-796286-4-iscsi neutron-server[98981]: WARNING oslo_policy.policy [None req-e25a2bb3-d5ba-4b20-be91-cb43c22c6287 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 09:34:54.008472 dv-cinder-796286-4-iscsi neutron-server[98981]: WARNING oslo_policy.policy [None req-e25a2bb3-d5ba-4b20-be91-cb43c22c6287 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 09:34:54.222549 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [None req-e25a2bb3-d5ba-4b20-be91-cb43c22c6287 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=98981) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 09:34:54.223816 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-e25a2bb3-d5ba-4b20-be91-cb43c22c6287 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7022483 Jun 16 09:34:56.541182 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 43672) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:34:56.851355 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [None req-aa2c7983-6fd9-411c-bdb6-d86fafc0acc6 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:34:56.947205 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.policy [None req-aa2c7983-6fd9-411c-bdb6-d86fafc0acc6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98981) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 09:34:56.991381 dv-cinder-796286-4-iscsi neutron-server[98981]: WARNING oslo_policy.policy [None req-aa2c7983-6fd9-411c-bdb6-d86fafc0acc6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 09:34:56.991740 dv-cinder-796286-4-iscsi neutron-server[98981]: WARNING oslo_policy.policy [None req-aa2c7983-6fd9-411c-bdb6-d86fafc0acc6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 09:34:57.000835 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.quota [None req-aa2c7983-6fd9-411c-bdb6-d86fafc0acc6 admin admin] Loaded quota_driver: . Jun 16 09:34:57.169579 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-aa2c7983-6fd9-411c-bdb6-d86fafc0acc6 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772810860525', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772810856912', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772810847640', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772810846114', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772810895717', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772810890354', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1744468', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1733341', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-574354', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-627663'] for rbac-policy, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:34:57.463567 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-aa2c7983-6fd9-411c-bdb6-d86fafc0acc6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:34:57.465269 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-aa2c7983-6fd9-411c-bdb6-d86fafc0acc6 admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9226375 Jun 16 09:34:59.986572 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 43684) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:35:00.478681 dv-cinder-796286-4-iscsi neutron-server[98980]: WARNING oslo_policy.policy [None req-077ca96e-704d-44c6-bb72-2f025b023766 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 09:35:00.479293 dv-cinder-796286-4-iscsi neutron-server[98980]: WARNING oslo_policy.policy [None req-077ca96e-704d-44c6-bb72-2f025b023766 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 09:35:00.693550 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [None req-077ca96e-704d-44c6-bb72-2f025b023766 admin admin] Request body: {'network': {'project_id': 'ed4fc7e8dd984c9abe621dd55b6fc482', 'name': 'private', 'tenant_id': 'ed4fc7e8dd984c9abe621dd55b6fc482', 'admin_state_up': True}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:35:00.695198 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.quota [None req-077ca96e-704d-44c6-bb72-2f025b023766 admin admin] Loaded quota_driver: . Jun 16 09:35:00.823788 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077ca96e-704d-44c6-bb72-2f025b023766 admin admin] Made reservation on behalf of ed4fc7e8dd984c9abe621dd55b6fc482 for: {'network': 1} {{(pid=98980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:35:00.889933 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.policy [None req-077ca96e-704d-44c6-bb72-2f025b023766 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98980) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 09:35:00.934085 dv-cinder-796286-4-iscsi neutron-server[98980]: WARNING oslo_policy.policy [None req-077ca96e-704d-44c6-bb72-2f025b023766 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 09:35:00.934496 dv-cinder-796286-4-iscsi neutron-server[98980]: WARNING oslo_policy.policy [None req-077ca96e-704d-44c6-bb72-2f025b023766 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 09:35:00.945110 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-077ca96e-704d-44c6-bb72-2f025b023766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for network, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:00.966865 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-077ca96e-704d-44c6-bb72-2f025b023766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:01.096796 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-077ca96e-704d-44c6-bb72-2f025b023766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:01.194561 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-077ca96e-704d-44c6-bb72-2f025b023766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:01.200671 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:35:01.215860 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-077ca96e-704d-44c6-bb72-2f025b023766 admin admin] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=98980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 09:35:01.243803 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-077ca96e-704d-44c6-bb72-2f025b023766 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772813474344', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753648'] for segment, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:01.244430 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-077ca96e-704d-44c6-bb72-2f025b023766 admin admin] Unsubscribe: segment precommit_create {{(pid=98980) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 09:35:01.244920 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.db.segments_db [None req-077ca96e-704d-44c6-bb72-2f025b023766 admin admin] Added segment 8609af12-cd97-4586-acd0-9c6dd50b0190 of type vlan for network 6399accb-b32b-4b41-919a-1727b77a4fac Jun 16 09:35:01.267090 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ca96e-704d-44c6-bb72-2f025b023766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2034a2c-1366-4e6a-95df-0482492d8ff1,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:35:01.317881 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077ca96e-704d-44c6-bb72-2f025b023766 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:01.318227 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077ca96e-704d-44c6-bb72-2f025b023766 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:01.318552 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077ca96e-704d-44c6-bb72-2f025b023766 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:01.318870 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077ca96e-704d-44c6-bb72-2f025b023766 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:01.319216 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077ca96e-704d-44c6-bb72-2f025b023766 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:01.319542 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077ca96e-704d-44c6-bb72-2f025b023766 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:01.319852 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077ca96e-704d-44c6-bb72-2f025b023766 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:01.320158 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077ca96e-704d-44c6-bb72-2f025b023766 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:01.320477 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077ca96e-704d-44c6-bb72-2f025b023766 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:01.320790 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077ca96e-704d-44c6-bb72-2f025b023766 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:01.321089 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077ca96e-704d-44c6-bb72-2f025b023766 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:01.321389 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077ca96e-704d-44c6-bb72-2f025b023766 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:01.322565 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077ca96e-704d-44c6-bb72-2f025b023766 admin admin] Tracked resource versions report: Jun 16 09:35:01.322565 dv-cinder-796286-4-iscsi neutron-server[98980]: pushed versions: Jun 16 09:35:01.322565 dv-cinder-796286-4-iscsi neutron-server[98980]: { 'AddressGroup': {'1.2'}, Jun 16 09:35:01.322565 dv-cinder-796286-4-iscsi neutron-server[98980]: 'ConntrackHelper': {'1.0'}, Jun 16 09:35:01.322565 dv-cinder-796286-4-iscsi neutron-server[98980]: 'Log': {'1.0'}, Jun 16 09:35:01.322565 dv-cinder-796286-4-iscsi neutron-server[98980]: 'Network': {'1.1'}, Jun 16 09:35:01.322565 dv-cinder-796286-4-iscsi neutron-server[98980]: 'Port': {'1.7'}, Jun 16 09:35:01.322565 dv-cinder-796286-4-iscsi neutron-server[98980]: 'PortForwarding': {'1.2'}, Jun 16 09:35:01.322565 dv-cinder-796286-4-iscsi neutron-server[98980]: 'QosPolicy': {'1.8'}, Jun 16 09:35:01.322565 dv-cinder-796286-4-iscsi neutron-server[98980]: 'SecurityGroup': {'1.4'}, Jun 16 09:35:01.322565 dv-cinder-796286-4-iscsi neutron-server[98980]: 'SecurityGroupRule': {'1.2'}, Jun 16 09:35:01.322565 dv-cinder-796286-4-iscsi neutron-server[98980]: 'SubPort': {'1.0'}, Jun 16 09:35:01.322565 dv-cinder-796286-4-iscsi neutron-server[98980]: 'Subnet': {'1.1'}, Jun 16 09:35:01.322565 dv-cinder-796286-4-iscsi neutron-server[98980]: 'Trunk': {'1.1'}} Jun 16 09:35:01.322565 dv-cinder-796286-4-iscsi neutron-server[98980]: consumer versions: Jun 16 09:35:01.322565 dv-cinder-796286-4-iscsi neutron-server[98980]: { DHCP agent@dv-cinder-796286-4-iscsi: {}, Jun 16 09:35:01.322565 dv-cinder-796286-4-iscsi neutron-server[98980]: L3 agent@dv-cinder-796286-4-iscsi: {}, Jun 16 09:35:01.322565 dv-cinder-796286-4-iscsi neutron-server[98980]: Metadata agent@dv-cinder-796286-4-iscsi: {}, Jun 16 09:35:01.322565 dv-cinder-796286-4-iscsi neutron-server[98980]: Metering agent@dv-cinder-796286-4-iscsi: {}, Jun 16 09:35:01.322565 dv-cinder-796286-4-iscsi neutron-server[98980]: Open vSwitch agent@dv-cinder-796286-4-iscsi: { 'AddressGroup': '1.2', Jun 16 09:35:01.322565 dv-cinder-796286-4-iscsi neutron-server[98980]: 'ConntrackHelper': '1.0', Jun 16 09:35:01.322565 dv-cinder-796286-4-iscsi neutron-server[98980]: 'Log': '1.0', Jun 16 09:35:01.322565 dv-cinder-796286-4-iscsi neutron-server[98980]: 'Network': '1.1', Jun 16 09:35:01.322565 dv-cinder-796286-4-iscsi neutron-server[98980]: 'Port': '1.7', Jun 16 09:35:01.322565 dv-cinder-796286-4-iscsi neutron-server[98980]: 'PortForwarding': '1.2', Jun 16 09:35:01.322565 dv-cinder-796286-4-iscsi neutron-server[98980]: 'QosPolicy': '1.8', Jun 16 09:35:01.322565 dv-cinder-796286-4-iscsi neutron-server[98980]: 'SecurityGroup': '1.4', Jun 16 09:35:01.322565 dv-cinder-796286-4-iscsi neutron-server[98980]: 'SecurityGroupRule': '1.2', Jun 16 09:35:01.322565 dv-cinder-796286-4-iscsi neutron-server[98980]: 'SubPort': '1.0', Jun 16 09:35:01.322565 dv-cinder-796286-4-iscsi neutron-server[98980]: 'Subnet': '1.1', Jun 16 09:35:01.322565 dv-cinder-796286-4-iscsi neutron-server[98980]: 'Trunk': '1.1'}} Jun 16 09:35:01.322565 dv-cinder-796286-4-iscsi neutron-server[98980]: {{(pid=98980) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 09:35:01.363640 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-077ca96e-704d-44c6-bb72-2f025b023766 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772812906909'] for network, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:01.377386 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-077ca96e-704d-44c6-bb72-2f025b023766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:35:01.560572 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-077ca96e-704d-44c6-bb72-2f025b023766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439'] for network, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:01.562031 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077ca96e-704d-44c6-bb72-2f025b023766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:35:01.562678 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-077ca96e-704d-44c6-bb72-2f025b023766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for network, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:01.564987 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:35:01.657386 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ca96e-704d-44c6-bb72-2f025b023766 admin admin] Pushing event updated for resources: {'Network': ['ID=6399accb-b32b-4b41-919a-1727b77a4fac,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:35:01.660383 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-077ca96e-704d-44c6-bb72-2f025b023766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:35:01.668866 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Network 6399accb-b32b-4b41-919a-1727b77a4fac details requested by agent ovs-agent-dv-cinder-796286-4-iscsi with host dv-cinder-796286-4-iscsi {{(pid=98982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 09:35:01.702868 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-077ca96e-704d-44c6-bb72-2f025b023766 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.7152379 Jun 16 09:35:04.294459 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 43706) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:35:04.680473 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a86efd2-3259-4bdc-a70f-9a3ec0f80608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:35:04.681828 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-3a86efd2-3259-4bdc-a70f-9a3ec0f80608 admin admin] 10.222.0.25 "GET /v2.0/networks/6399accb-b32b-4b41-919a-1727b77a4fac HTTP/1.1" status: 200 len: 825 time: 0.3862994 Jun 16 09:35:04.718911 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-93d0261b-cf78-4fc7-b25d-57f0b18a0091 admin admin] 10.222.0.25 "GET /v2.0/subnetpools/1d241a2b-a101-4eb3-a7ee-a9cd08102f63 HTTP/1.1" status: 200 len: 734 time: 0.0313759 Jun 16 09:35:04.727325 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [None req-09b222ea-cc25-40d7-8e2b-0d19481706c1 admin admin] Request body: {'subnet': {'subnetpool_id': '1d241a2b-a101-4eb3-a7ee-a9cd08102f63', 'tenant_id': 'ed4fc7e8dd984c9abe621dd55b6fc482', 'gateway_ip': '172.20.0.1', 'network_id': '6399accb-b32b-4b41-919a-1727b77a4fac', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:35:04.914397 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b222ea-cc25-40d7-8e2b-0d19481706c1 admin admin] Made reservation on behalf of ed4fc7e8dd984c9abe621dd55b6fc482 for: {'subnet': 1} {{(pid=98980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:35:04.916848 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-09b222ea-cc25-40d7-8e2b-0d19481706c1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:05.309934 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-09b222ea-cc25-40d7-8e2b-0d19481706c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430'] for subnet, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:05.312408 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:35:05.373822 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b222ea-cc25-40d7-8e2b-0d19481706c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9a91275-ca79-4888-b0c9-47cb6f3241ae,revision_number=0']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:35:05.380664 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-09b222ea-cc25-40d7-8e2b-0d19481706c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:35:05.383740 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b222ea-cc25-40d7-8e2b-0d19481706c1 admin admin] Checking segment: {'id': '8609af12-cd97-4586-acd0-9c6dd50b0190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '6399accb-b32b-4b41-919a-1727b77a4fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:35:05.384098 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b222ea-cc25-40d7-8e2b-0d19481706c1 admin admin] Network hostable DHCP agents. Network: 6399accb-b32b-4b41-919a-1727b77a4fac, hostable agents: ['b75f70a3-2745-4841-b3c1-6cbf0fc89424'], hosted agents: [] {{(pid=98980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 09:35:05.514350 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b222ea-cc25-40d7-8e2b-0d19481706c1 admin admin] Network 6399accb-b32b-4b41-919a-1727b77a4fac is scheduled to be hosted by DHCP agent b75f70a3-2745-4841-b3c1-6cbf0fc89424 with binding_index 1 {{(pid=98980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 09:35:05.594596 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.base_scheduler [None req-09b222ea-cc25-40d7-8e2b-0d19481706c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-4-iscsi, 6399accb-b32b-4b41-919a-1727b77a4fac) {{(pid=98980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:35:05.599318 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b222ea-cc25-40d7-8e2b-0d19481706c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:35:05.599893 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-09b222ea-cc25-40d7-8e2b-0d19481706c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for subnet, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:05.605251 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63dad140-a1ee-467a-8c33-2e4e6b7da3bd None None] Network 6399accb-b32b-4b41-919a-1727b77a4fac requested from dv-cinder-796286-4-iscsi {{(pid=98982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:35:05.721363 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-09b222ea-cc25-40d7-8e2b-0d19481706c1 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9972801 Jun 16 09:35:05.916058 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd2edcc-2189-4e5e-b9a0-2649084368c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp669d9969-c577-5cc9-9e2a-6c352c69c075-6399accb-b32b-4b41-919a-1727b77a4fac', 'network_id': '6399accb-b32b-4b41-919a-1727b77a4fac', 'tenant_id': 'ed4fc7e8dd984c9abe621dd55b6fc482', 'fixed_ips': [{'subnet_id': 'f9a91275-ca79-4888-b0c9-47cb6f3241ae'}]}} from dv-cinder-796286-4-iscsi. {{(pid=98982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 09:35:05.924896 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-fbd2edcc-2189-4e5e-b9a0-2649084368c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:06.207164 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.db_base_plugin_common [None req-fbd2edcc-2189-4e5e-b9a0-2649084368c6 None None] Allocated IP 172.20.0.2 (6399accb-b32b-4b41-919a-1727b77a4fac/f9a91275-ca79-4888-b0c9-47cb6f3241ae/ca606db6-b67f-4aa6-af55-f461cbb86a66) {{(pid=98982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:35:06.411993 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-fbd2edcc-2189-4e5e-b9a0-2649084368c6 None None] Notify callbacks [] for port, precommit_create {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:06.455844 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-fbd2edcc-2189-4e5e-b9a0-2649084368c6 None None] Transition to ACTIVE for port object ca606db6-b67f-4aa6-af55-f461cbb86a66 will not be triggered until provisioned by entity L2. {{(pid=98982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:35:06.476582 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-fbd2edcc-2189-4e5e-b9a0-2649084368c6 None None] Transition to ACTIVE for port object ca606db6-b67f-4aa6-af55-f461cbb86a66 will not be triggered until provisioned by entity DHCP. {{(pid=98982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:35:06.555057 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-fbd2edcc-2189-4e5e-b9a0-2649084368c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110'] for port, after_create {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:06.557734 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:35:06.629846 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd2edcc-2189-4e5e-b9a0-2649084368c6 None None] Network 6399accb-b32b-4b41-919a-1727b77a4fac is already hosted by enough agents. {{(pid=98982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:35:06.634360 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.scheduler.base_scheduler [None req-fbd2edcc-2189-4e5e-b9a0-2649084368c6 None None] Resources bound (agent type, host, resource id): {{(pid=98982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:35:06.640451 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd2edcc-2189-4e5e-b9a0-2649084368c6 None None] Pushing event updated for resources: {'Port': ['ID=ca606db6-b67f-4aa6-af55-f461cbb86a66,revision_number=1']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:35:06.642585 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd2edcc-2189-4e5e-b9a0-2649084368c6 None None] Received port after_create {{(pid=98982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:35:06.652882 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2edcc-2189-4e5e-b9a0-2649084368c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:06.653269 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2edcc-2189-4e5e-b9a0-2649084368c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:06.653600 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2edcc-2189-4e5e-b9a0-2649084368c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:06.653922 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2edcc-2189-4e5e-b9a0-2649084368c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:06.654239 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2edcc-2189-4e5e-b9a0-2649084368c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:06.654553 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2edcc-2189-4e5e-b9a0-2649084368c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:06.654864 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2edcc-2189-4e5e-b9a0-2649084368c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:06.655199 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2edcc-2189-4e5e-b9a0-2649084368c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:06.655534 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2edcc-2189-4e5e-b9a0-2649084368c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:06.655838 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2edcc-2189-4e5e-b9a0-2649084368c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:06.656173 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2edcc-2189-4e5e-b9a0-2649084368c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:06.656465 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2edcc-2189-4e5e-b9a0-2649084368c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:06.657581 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2edcc-2189-4e5e-b9a0-2649084368c6 None None] Tracked resource versions report: Jun 16 09:35:06.657581 dv-cinder-796286-4-iscsi neutron-server[98982]: pushed versions: Jun 16 09:35:06.657581 dv-cinder-796286-4-iscsi neutron-server[98982]: { 'AddressGroup': {'1.2'}, Jun 16 09:35:06.657581 dv-cinder-796286-4-iscsi neutron-server[98982]: 'ConntrackHelper': {'1.0'}, Jun 16 09:35:06.657581 dv-cinder-796286-4-iscsi neutron-server[98982]: 'Log': {'1.0'}, Jun 16 09:35:06.657581 dv-cinder-796286-4-iscsi neutron-server[98982]: 'Network': {'1.1'}, Jun 16 09:35:06.657581 dv-cinder-796286-4-iscsi neutron-server[98982]: 'Port': {'1.7'}, Jun 16 09:35:06.657581 dv-cinder-796286-4-iscsi neutron-server[98982]: 'PortForwarding': {'1.2'}, Jun 16 09:35:06.657581 dv-cinder-796286-4-iscsi neutron-server[98982]: 'QosPolicy': {'1.8'}, Jun 16 09:35:06.657581 dv-cinder-796286-4-iscsi neutron-server[98982]: 'SecurityGroup': {'1.4'}, Jun 16 09:35:06.657581 dv-cinder-796286-4-iscsi neutron-server[98982]: 'SecurityGroupRule': {'1.2'}, Jun 16 09:35:06.657581 dv-cinder-796286-4-iscsi neutron-server[98982]: 'SubPort': {'1.0'}, Jun 16 09:35:06.657581 dv-cinder-796286-4-iscsi neutron-server[98982]: 'Subnet': {'1.1'}, Jun 16 09:35:06.657581 dv-cinder-796286-4-iscsi neutron-server[98982]: 'Trunk': {'1.1'}} Jun 16 09:35:06.657581 dv-cinder-796286-4-iscsi neutron-server[98982]: consumer versions: Jun 16 09:35:06.657581 dv-cinder-796286-4-iscsi neutron-server[98982]: { DHCP agent@dv-cinder-796286-4-iscsi: {}, Jun 16 09:35:06.657581 dv-cinder-796286-4-iscsi neutron-server[98982]: L3 agent@dv-cinder-796286-4-iscsi: {}, Jun 16 09:35:06.657581 dv-cinder-796286-4-iscsi neutron-server[98982]: Metadata agent@dv-cinder-796286-4-iscsi: {}, Jun 16 09:35:06.657581 dv-cinder-796286-4-iscsi neutron-server[98982]: Metering agent@dv-cinder-796286-4-iscsi: {}, Jun 16 09:35:06.657581 dv-cinder-796286-4-iscsi neutron-server[98982]: Open vSwitch agent@dv-cinder-796286-4-iscsi: { 'AddressGroup': '1.2', Jun 16 09:35:06.657581 dv-cinder-796286-4-iscsi neutron-server[98982]: 'ConntrackHelper': '1.0', Jun 16 09:35:06.657581 dv-cinder-796286-4-iscsi neutron-server[98982]: 'Log': '1.0', Jun 16 09:35:06.657581 dv-cinder-796286-4-iscsi neutron-server[98982]: 'Network': '1.1', Jun 16 09:35:06.657581 dv-cinder-796286-4-iscsi neutron-server[98982]: 'Port': '1.7', Jun 16 09:35:06.657581 dv-cinder-796286-4-iscsi neutron-server[98982]: 'PortForwarding': '1.2', Jun 16 09:35:06.657581 dv-cinder-796286-4-iscsi neutron-server[98982]: 'QosPolicy': '1.8', Jun 16 09:35:06.657581 dv-cinder-796286-4-iscsi neutron-server[98982]: 'SecurityGroup': '1.4', Jun 16 09:35:06.657581 dv-cinder-796286-4-iscsi neutron-server[98982]: 'SecurityGroupRule': '1.2', Jun 16 09:35:06.657581 dv-cinder-796286-4-iscsi neutron-server[98982]: 'SubPort': '1.0', Jun 16 09:35:06.657581 dv-cinder-796286-4-iscsi neutron-server[98982]: 'Subnet': '1.1', Jun 16 09:35:06.657581 dv-cinder-796286-4-iscsi neutron-server[98982]: 'Trunk': '1.1'}} Jun 16 09:35:06.657581 dv-cinder-796286-4-iscsi neutron-server[98982]: {{(pid=98982) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 09:35:06.677115 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-fbd2edcc-2189-4e5e-b9a0-2649084368c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:35:06.724799 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.managers [None req-fbd2edcc-2189-4e5e-b9a0-2649084368c6 None None] Attempting to bind port ca606db6-b67f-4aa6-af55-f461cbb86a66 on host dv-cinder-796286-4-iscsi for vnic_type normal with profile {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:35:06.725168 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.managers [None req-fbd2edcc-2189-4e5e-b9a0-2649084368c6 None None] Attempting to bind port ca606db6-b67f-4aa6-af55-f461cbb86a66 by drivers openvswitch,hyperv on host dv-cinder-796286-4-iscsi at level 0 using segments [{'id': '8609af12-cd97-4586-acd0-9c6dd50b0190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '6399accb-b32b-4b41-919a-1727b77a4fac'}] {{(pid=98982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:35:06.725604 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd2edcc-2189-4e5e-b9a0-2649084368c6 None None] Attempting to bind port ca606db6-b67f-4aa6-af55-f461cbb86a66 on network 6399accb-b32b-4b41-919a-1727b77a4fac {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:35:06.730526 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd2edcc-2189-4e5e-b9a0-2649084368c6 None None] Checking agent: {'id': '1e3237df-5913-46b8-aeb8-2bb1fe27fce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 34, 49), 'started_at': datetime.datetime(2021, 6, 16, 9, 34, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:35:06.730860 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd2edcc-2189-4e5e-b9a0-2649084368c6 None None] Checking segment: {'id': '8609af12-cd97-4586-acd0-9c6dd50b0190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '6399accb-b32b-4b41-919a-1727b77a4fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:35:06.731363 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-fbd2edcc-2189-4e5e-b9a0-2649084368c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:06.731748 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd2edcc-2189-4e5e-b9a0-2649084368c6 None None] Bound using segment: {'id': '8609af12-cd97-4586-acd0-9c6dd50b0190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '6399accb-b32b-4b41-919a-1727b77a4fac'} {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:35:06.732207 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.managers [None req-fbd2edcc-2189-4e5e-b9a0-2649084368c6 None None] Bound port: ca606db6-b67f-4aa6-af55-f461cbb86a66, host: dv-cinder-796286-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8609af12-cd97-4586-acd0-9c6dd50b0190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '6399accb-b32b-4b41-919a-1727b77a4fac'}}] {{(pid=98982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:35:06.732589 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-fbd2edcc-2189-4e5e-b9a0-2649084368c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:06.793234 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-fbd2edcc-2189-4e5e-b9a0-2649084368c6 None None] For port ca606db6-b67f-4aa6-af55-f461cbb86a66, host dv-cinder-796286-4-iscsi, cleared binding levels {{(pid=98982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:35:06.797395 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-fbd2edcc-2189-4e5e-b9a0-2649084368c6 None None] For port ca606db6-b67f-4aa6-af55-f461cbb86a66, host dv-cinder-796286-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=ca606db6-b67f-4aa6-af55-f461cbb86a66,segment=NetworkSegment(8609af12-cd97-4586-acd0-9c6dd50b0190),segment_id=8609af12-cd97-4586-acd0-9c6dd50b0190)] {{(pid=98982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:35:06.892644 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-fbd2edcc-2189-4e5e-b9a0-2649084368c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:06.898711 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:35:06.962655 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd2edcc-2189-4e5e-b9a0-2649084368c6 None None] Pushing event updated for resources: {'Port': ['ID=ca606db6-b67f-4aa6-af55-f461cbb86a66,revision_number=2']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:35:06.967200 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-fbd2edcc-2189-4e5e-b9a0-2649084368c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:35:08.087205 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 43714) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:35:08.410982 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [None req-cab7280e-3bca-4c5d-894e-1c0f75c1b813 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=98980) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 09:35:08.411980 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-cab7280e-3bca-4c5d-894e-1c0f75c1b813 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3237805 Jun 16 09:35:10.763033 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 43722) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:35:11.079172 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [None req-b84dd923-dd45-4cce-ba79-3f000c0f6160 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=98980) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 09:35:11.080123 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-b84dd923-dd45-4cce-ba79-3f000c0f6160 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3161800 Jun 16 09:35:13.010706 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151f19f6-0013-4897-a957-fac93b3e8f6d None None] Network 6399accb-b32b-4b41-919a-1727b77a4fac requested from dv-cinder-796286-4-iscsi {{(pid=98982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:35:13.172590 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-4e7236e0-d195-4f87-b509-bc8fa013bf1e None None] Provisioning for port ca606db6-b67f-4aa6-af55-f461cbb86a66 completed by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:35:13.355378 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device ca606db6-b67f-4aa6-af55-f461cbb86a66 up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:35:13.508903 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning for port ca606db6-b67f-4aa6-af55-f461cbb86a66 completed by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:35:13.512822 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning complete for port ca606db6-b67f-4aa6-af55-f461cbb86a66 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:35:13.513222 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:13.618025 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:13.652631 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] For port ca606db6-b67f-4aa6-af55-f461cbb86a66, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=ca606db6-b67f-4aa6-af55-f461cbb86a66,segment=NetworkSegment(8609af12-cd97-4586-acd0-9c6dd50b0190),segment_id=8609af12-cd97-4586-acd0-9c6dd50b0190)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:35:13.727749 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 43736) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:35:13.754539 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:13.756739 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-fbd2edcc-2189-4e5e-b9a0-2649084368c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:35:13.802394 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Pushing event updated for resources: {'Port': ['ID=ca606db6-b67f-4aa6-af55-f461cbb86a66,revision_number=3']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:35:13.805588 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:35:14.040011 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [None req-edef2b95-36de-4acc-8331-ac812174fb24 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'ed4fc7e8dd984c9abe621dd55b6fc482'}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:35:14.154423 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-edef2b95-36de-4acc-8331-ac812174fb24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-702849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5825'] for router, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:14.156131 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-edef2b95-36de-4acc-8331-ac812174fb24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5690'] for router, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:14.305333 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-edef2b95-36de-4acc-8331-ac812174fb24 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:14.384123 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-edef2b95-36de-4acc-8331-ac812174fb24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-702904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757989'] for router, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:14.514136 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-edef2b95-36de-4acc-8331-ac812174fb24 admin admin] Notify callbacks [] for router, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:14.515380 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-edef2b95-36de-4acc-8331-ac812174fb24 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7866263 Jun 16 09:35:15.324763 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device ca606db6-b67f-4aa6-af55-f461cbb86a66 up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:35:15.374717 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning complete for port ca606db6-b67f-4aa6-af55-f461cbb86a66 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:35:15.375118 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:16.839119 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 43744) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:35:16.914367 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-36b3f344-2e71-4bc8-a744-8486641d9aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:17.147808 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [None req-a4d19b17-18c0-4079-9b39-cd395daec01c admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=98981) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 09:35:17.148763 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-a4d19b17-18c0-4079-9b39-cd395daec01c admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3087068 Jun 16 09:35:19.222838 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-c7a61967-5f0f-4eb6-a673-451a5cdba0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:19.487826 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 43752) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:35:19.650949 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:19.800236 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [None req-7110c941-c133-4ace-bf4a-dae097569c14 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:35:19.941932 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7110c941-c133-4ace-bf4a-dae097569c14 admin admin] Made reservation on behalf of 3edfe4f0e9844dc1b933b308692de152 for: {'network': 1} {{(pid=98981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:35:19.944836 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-7110c941-c133-4ace-bf4a-dae097569c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for network, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:19.960749 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-7110c941-c133-4ace-bf4a-dae097569c14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:20.091671 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-7110c941-c133-4ace-bf4a-dae097569c14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:20.159441 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-7110c941-c133-4ace-bf4a-dae097569c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:20.164517 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:35:20.171959 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7110c941-c133-4ace-bf4a-dae097569c14 admin admin] Reserving flat network on physical network physnet1 {{(pid=98981) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 16 09:35:20.207019 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-7110c941-c133-4ace-bf4a-dae097569c14 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772813474344', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753648'] for segment, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:20.207614 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-7110c941-c133-4ace-bf4a-dae097569c14 admin admin] Unsubscribe: segment precommit_create {{(pid=98981) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 09:35:20.208104 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.db.segments_db [None req-7110c941-c133-4ace-bf4a-dae097569c14 admin admin] Added segment ee5243d6-0a20-466c-b2f3-0cfa4d8430c8 of type flat for network e7fe10b8-90c4-4cba-8f65-340465ca325f Jun 16 09:35:20.225029 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7110c941-c133-4ace-bf4a-dae097569c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7fa449-b8d9-40be-ad92-55b985dd46c3,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:35:20.271856 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7110c941-c133-4ace-bf4a-dae097569c14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:20.272202 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7110c941-c133-4ace-bf4a-dae097569c14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:20.272528 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7110c941-c133-4ace-bf4a-dae097569c14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:20.272845 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7110c941-c133-4ace-bf4a-dae097569c14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:20.273158 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7110c941-c133-4ace-bf4a-dae097569c14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:20.273486 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7110c941-c133-4ace-bf4a-dae097569c14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:20.273800 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7110c941-c133-4ace-bf4a-dae097569c14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:20.274109 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7110c941-c133-4ace-bf4a-dae097569c14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:20.274429 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7110c941-c133-4ace-bf4a-dae097569c14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:20.274743 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7110c941-c133-4ace-bf4a-dae097569c14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:20.275140 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7110c941-c133-4ace-bf4a-dae097569c14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:20.275447 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7110c941-c133-4ace-bf4a-dae097569c14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:20.276612 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7110c941-c133-4ace-bf4a-dae097569c14 admin admin] Tracked resource versions report: Jun 16 09:35:20.276612 dv-cinder-796286-4-iscsi neutron-server[98981]: pushed versions: Jun 16 09:35:20.276612 dv-cinder-796286-4-iscsi neutron-server[98981]: { 'AddressGroup': {'1.2'}, Jun 16 09:35:20.276612 dv-cinder-796286-4-iscsi neutron-server[98981]: 'ConntrackHelper': {'1.0'}, Jun 16 09:35:20.276612 dv-cinder-796286-4-iscsi neutron-server[98981]: 'Log': {'1.0'}, Jun 16 09:35:20.276612 dv-cinder-796286-4-iscsi neutron-server[98981]: 'Network': {'1.1'}, Jun 16 09:35:20.276612 dv-cinder-796286-4-iscsi neutron-server[98981]: 'Port': {'1.7'}, Jun 16 09:35:20.276612 dv-cinder-796286-4-iscsi neutron-server[98981]: 'PortForwarding': {'1.2'}, Jun 16 09:35:20.276612 dv-cinder-796286-4-iscsi neutron-server[98981]: 'QosPolicy': {'1.8'}, Jun 16 09:35:20.276612 dv-cinder-796286-4-iscsi neutron-server[98981]: 'SecurityGroup': {'1.4'}, Jun 16 09:35:20.276612 dv-cinder-796286-4-iscsi neutron-server[98981]: 'SecurityGroupRule': {'1.2'}, Jun 16 09:35:20.276612 dv-cinder-796286-4-iscsi neutron-server[98981]: 'SubPort': {'1.0'}, Jun 16 09:35:20.276612 dv-cinder-796286-4-iscsi neutron-server[98981]: 'Subnet': {'1.1'}, Jun 16 09:35:20.276612 dv-cinder-796286-4-iscsi neutron-server[98981]: 'Trunk': {'1.1'}} Jun 16 09:35:20.276612 dv-cinder-796286-4-iscsi neutron-server[98981]: consumer versions: Jun 16 09:35:20.276612 dv-cinder-796286-4-iscsi neutron-server[98981]: { DHCP agent@dv-cinder-796286-4-iscsi: {}, Jun 16 09:35:20.276612 dv-cinder-796286-4-iscsi neutron-server[98981]: L3 agent@dv-cinder-796286-4-iscsi: {}, Jun 16 09:35:20.276612 dv-cinder-796286-4-iscsi neutron-server[98981]: Metadata agent@dv-cinder-796286-4-iscsi: {}, Jun 16 09:35:20.276612 dv-cinder-796286-4-iscsi neutron-server[98981]: Metering agent@dv-cinder-796286-4-iscsi: {}, Jun 16 09:35:20.276612 dv-cinder-796286-4-iscsi neutron-server[98981]: Open vSwitch agent@dv-cinder-796286-4-iscsi: { 'AddressGroup': '1.2', Jun 16 09:35:20.276612 dv-cinder-796286-4-iscsi neutron-server[98981]: 'ConntrackHelper': '1.0', Jun 16 09:35:20.276612 dv-cinder-796286-4-iscsi neutron-server[98981]: 'Log': '1.0', Jun 16 09:35:20.276612 dv-cinder-796286-4-iscsi neutron-server[98981]: 'Network': '1.1', Jun 16 09:35:20.276612 dv-cinder-796286-4-iscsi neutron-server[98981]: 'Port': '1.7', Jun 16 09:35:20.276612 dv-cinder-796286-4-iscsi neutron-server[98981]: 'PortForwarding': '1.2', Jun 16 09:35:20.276612 dv-cinder-796286-4-iscsi neutron-server[98981]: 'QosPolicy': '1.8', Jun 16 09:35:20.276612 dv-cinder-796286-4-iscsi neutron-server[98981]: 'SecurityGroup': '1.4', Jun 16 09:35:20.276612 dv-cinder-796286-4-iscsi neutron-server[98981]: 'SecurityGroupRule': '1.2', Jun 16 09:35:20.276612 dv-cinder-796286-4-iscsi neutron-server[98981]: 'SubPort': '1.0', Jun 16 09:35:20.276612 dv-cinder-796286-4-iscsi neutron-server[98981]: 'Subnet': '1.1', Jun 16 09:35:20.276612 dv-cinder-796286-4-iscsi neutron-server[98981]: 'Trunk': '1.1'}} Jun 16 09:35:20.276612 dv-cinder-796286-4-iscsi neutron-server[98981]: {{(pid=98981) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 09:35:20.326015 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-7110c941-c133-4ace-bf4a-dae097569c14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772812906909'] for network, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:20.340322 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-7110c941-c133-4ace-bf4a-dae097569c14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:35:20.440090 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-16d92f64-da1b-4eb0-8f0f-160fef97265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:20.474097 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-7110c941-c133-4ace-bf4a-dae097569c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439'] for network, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:20.475740 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7110c941-c133-4ace-bf4a-dae097569c14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:35:20.476370 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-7110c941-c133-4ace-bf4a-dae097569c14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for network, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:20.478509 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:35:20.577589 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7110c941-c133-4ace-bf4a-dae097569c14 admin admin] Pushing event updated for resources: {'Network': ['ID=e7fe10b8-90c4-4cba-8f65-340465ca325f,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:35:20.581157 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-7110c941-c133-4ace-bf4a-dae097569c14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:35:20.588218 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Network e7fe10b8-90c4-4cba-8f65-340465ca325f details requested by agent ovs-agent-dv-cinder-796286-4-iscsi with host dv-cinder-796286-4-iscsi {{(pid=98982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 09:35:20.606871 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-7110c941-c133-4ace-bf4a-dae097569c14 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1180735 Jun 16 09:35:22.296747 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e4fb578b-fd5e-47f0-aa8c-4b83a36f29c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:22.934626 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 43774) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:35:23.177162 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcea9440-0db2-4e24-a117-870ccb0b11c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:35:23.178524 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-bcea9440-0db2-4e24-a117-870ccb0b11c6 admin admin] 10.222.0.25 "GET /v2.0/subnets/f9a91275-ca79-4888-b0c9-47cb6f3241ae HTTP/1.1" status: 200 len: 849 time: 0.2429080 Jun 16 09:35:23.299227 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-31fb6347-5d8a-4216-9660-5261d29acbb5 admin admin] 10.222.0.25 "GET /v2.0/routers/a9fc673c-5351-4b2f-bb13-28a657dd8577 HTTP/1.1" status: 200 len: 704 time: 0.1150396 Jun 16 09:35:23.568942 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d434be3f-d69e-4199-b235-19f85a6432a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:23.865054 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.db_base_plugin_common [None req-d434be3f-d69e-4199-b235-19f85a6432a2 admin admin] Allocated IP 172.20.0.1 (6399accb-b32b-4b41-919a-1727b77a4fac/f9a91275-ca79-4888-b0c9-47cb6f3241ae/c1a2cf1b-6116-44a5-ac2a-3ac641ff32c4) {{(pid=98981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:35:24.045807 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d434be3f-d69e-4199-b235-19f85a6432a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:24.068422 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.provisioning_blocks [None req-d434be3f-d69e-4199-b235-19f85a6432a2 admin admin] Transition to ACTIVE for port object c1a2cf1b-6116-44a5-ac2a-3ac641ff32c4 will not be triggered until provisioned by entity DHCP. {{(pid=98981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:35:24.211808 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d434be3f-d69e-4199-b235-19f85a6432a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110'] for port, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:24.214971 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:35:24.279434 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d434be3f-d69e-4199-b235-19f85a6432a2 admin admin] Network 6399accb-b32b-4b41-919a-1727b77a4fac is already hosted by enough agents. {{(pid=98981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:35:24.284956 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.base_scheduler [None req-d434be3f-d69e-4199-b235-19f85a6432a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=98981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:35:24.296829 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d434be3f-d69e-4199-b235-19f85a6432a2 admin admin] Received port after_create {{(pid=98981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:35:24.296914 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d434be3f-d69e-4199-b235-19f85a6432a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757332'] for router_interface, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:24.319790 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d434be3f-d69e-4199-b235-19f85a6432a2 admin admin] Pushing event updated for resources: {'Port': ['ID=c1a2cf1b-6116-44a5-ac2a-3ac641ff32c4,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:35:24.362244 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-d434be3f-d69e-4199-b235-19f85a6432a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:35:24.639925 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-b80e1144-e24a-4d60-8cad-bd6e62d02ae8 None None] Provisioning for port c1a2cf1b-6116-44a5-ac2a-3ac641ff32c4 completed by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:35:24.643964 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-b80e1144-e24a-4d60-8cad-bd6e62d02ae8 None None] Provisioning complete for port c1a2cf1b-6116-44a5-ac2a-3ac641ff32c4 triggered by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:35:24.644328 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-b80e1144-e24a-4d60-8cad-bd6e62d02ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:24.663184 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d434be3f-d69e-4199-b235-19f85a6432a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:24.676978 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-b80e1144-e24a-4d60-8cad-bd6e62d02ae8 None None] Port c1a2cf1b-6116-44a5-ac2a-3ac641ff32c4 cannot update to ACTIVE because it is not bound. {{(pid=98982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 09:35:24.843928 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d434be3f-d69e-4199-b235-19f85a6432a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:24.908447 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d434be3f-d69e-4199-b235-19f85a6432a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:24.909476 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d434be3f-d69e-4199-b235-19f85a6432a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-623549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757288'] for router_interface, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:24.911230 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-d434be3f-d69e-4199-b235-19f85a6432a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:35:24.971278 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d434be3f-d69e-4199-b235-19f85a6432a2 admin admin] Pushing event updated for resources: {'Port': ['ID=c1a2cf1b-6116-44a5-ac2a-3ac641ff32c4,revision_number=2']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:35:24.974130 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-d434be3f-d69e-4199-b235-19f85a6432a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:35:25.037428 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d434be3f-d69e-4199-b235-19f85a6432a2 admin admin] Network 6399accb-b32b-4b41-919a-1727b77a4fac is already hosted by enough agents. {{(pid=98981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:35:25.038752 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.base_scheduler [None req-d434be3f-d69e-4199-b235-19f85a6432a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=98981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:35:25.196925 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-2fe64fcd-d71e-4747-b2ae-02420add5f0e None None] Provisioning complete for port c1a2cf1b-6116-44a5-ac2a-3ac641ff32c4 triggered by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:35:25.197293 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-2fe64fcd-d71e-4747-b2ae-02420add5f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:25.230354 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-2fe64fcd-d71e-4747-b2ae-02420add5f0e None None] Port c1a2cf1b-6116-44a5-ac2a-3ac641ff32c4 cannot update to ACTIVE because it is not bound. {{(pid=98982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 09:35:25.291257 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d434be3f-d69e-4199-b235-19f85a6432a2 admin admin] Router a9fc673c-5351-4b2f-bb13-28a657dd8577 is scheduled to L3 agent 7768ee83-37c7-4165-88a2-5844eb43ad81 with binding_index 1 {{(pid=98981) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 09:35:25.384487 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d434be3f-d69e-4199-b235-19f85a6432a2 admin admin] Notify agent at l3_agent.dv-cinder-796286-4-iscsi the message routers_updated {{(pid=98981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:35:25.389648 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-d434be3f-d69e-4199-b235-19f85a6432a2 admin admin] 10.222.0.25 "PUT /v2.0/routers/a9fc673c-5351-4b2f-bb13-28a657dd8577/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0885711 Jun 16 09:35:25.393991 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ec98b0-7842-4b99-9a84-582db9d08335 None None] Sync routers for ids ['a9fc673c-5351-4b2f-bb13-28a657dd8577'] in dv-cinder-796286-4-iscsi {{(pid=98983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:35:25.405612 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ec98b0-7842-4b99-9a84-582db9d08335 None None] Routers {'a9fc673c-5351-4b2f-bb13-28a657dd8577'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:35:25.406434 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-88ec98b0-7842-4b99-9a84-582db9d08335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:35:19Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['a9fc673c-5351-4b2f-bb13-28a657dd8577'], 'active': True} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:35:25.592352 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvr_db [None req-88ec98b0-7842-4b99-9a84-582db9d08335 None None] Set router a9fc673c-5351-4b2f-bb13-28a657dd8577 gateway port host: None {{(pid=98983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:35:26.023308 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-88ec98b0-7842-4b99-9a84-582db9d08335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fc673c-5351-4b2f-bb13-28a657dd8577', 'name': 'router1', 'tenant_id': 'ed4fc7e8dd984c9abe621dd55b6fc482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:35:14Z', 'updated_at': '2021-06-16T09:35:24Z', 'revision_number': 2, 'project_id': 'ed4fc7e8dd984c9abe621dd55b6fc482', 'gw_port_host': None, '_interfaces': [{'id': 'c1a2cf1b-6116-44a5-ac2a-3ac641ff32c4', 'name': '', 'network_id': '6399accb-b32b-4b41-919a-1727b77a4fac', 'tenant_id': 'ed4fc7e8dd984c9abe621dd55b6fc482', 'mac_address': 'fa:16:3e:50:a4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fc673c-5351-4b2f-bb13-28a657dd8577', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f9a91275-ca79-4888-b0c9-47cb6f3241ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:35:23Z', 'updated_at': '2021-06-16T09:35:24Z', 'revision_number': 2, 'project_id': 'ed4fc7e8dd984c9abe621dd55b6fc482', 'subnets': [{'id': 'f9a91275-ca79-4888-b0c9-47cb6f3241ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d241a2b-a101-4eb3-a7ee-a9cd08102f63'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:35:26.029890 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ec98b0-7842-4b99-9a84-582db9d08335 None None] Checking router: a9fc673c-5351-4b2f-bb13-28a657dd8577 for host: dv-cinder-796286-4-iscsi {{(pid=98983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:35:26.030280 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ec98b0-7842-4b99-9a84-582db9d08335 None None] Updating router a9fc673c-5351-4b2f-bb13-28a657dd8577 port c1a2cf1b-6116-44a5-ac2a-3ac641ff32c4 binding host dv-cinder-796286-4-iscsi {{(pid=98983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 09:35:26.094159 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-88ec98b0-7842-4b99-9a84-582db9d08335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:26.583380 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-88ec98b0-7842-4b99-9a84-582db9d08335 None None] Notify callbacks [] for port, precommit_update {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:26.601116 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.provisioning_blocks [None req-88ec98b0-7842-4b99-9a84-582db9d08335 None None] Transition to ACTIVE for port object c1a2cf1b-6116-44a5-ac2a-3ac641ff32c4 will not be triggered until provisioned by entity L2. {{(pid=98983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:35:26.674270 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-88ec98b0-7842-4b99-9a84-582db9d08335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:26.677235 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:35:26.860234 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d7665a-f335-4c5a-a990-a1f22d80bbf0 None None] Pushing event updated for resources: {'Port': ['ID=c1a2cf1b-6116-44a5-ac2a-3ac641ff32c4,revision_number=3']} {{(pid=98983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:35:26.891118 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d7665a-f335-4c5a-a990-a1f22d80bbf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:26.891444 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d7665a-f335-4c5a-a990-a1f22d80bbf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:26.891764 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d7665a-f335-4c5a-a990-a1f22d80bbf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:26.892077 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d7665a-f335-4c5a-a990-a1f22d80bbf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:26.892384 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d7665a-f335-4c5a-a990-a1f22d80bbf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:26.892693 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d7665a-f335-4c5a-a990-a1f22d80bbf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:26.892996 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d7665a-f335-4c5a-a990-a1f22d80bbf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:26.893299 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d7665a-f335-4c5a-a990-a1f22d80bbf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:26.893610 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d7665a-f335-4c5a-a990-a1f22d80bbf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:26.893912 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d7665a-f335-4c5a-a990-a1f22d80bbf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:26.894208 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d7665a-f335-4c5a-a990-a1f22d80bbf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:26.894505 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d7665a-f335-4c5a-a990-a1f22d80bbf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:26.895800 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d7665a-f335-4c5a-a990-a1f22d80bbf0 None None] Tracked resource versions report: Jun 16 09:35:26.895800 dv-cinder-796286-4-iscsi neutron-server[98983]: pushed versions: Jun 16 09:35:26.895800 dv-cinder-796286-4-iscsi neutron-server[98983]: { 'AddressGroup': {'1.2'}, Jun 16 09:35:26.895800 dv-cinder-796286-4-iscsi neutron-server[98983]: 'ConntrackHelper': {'1.0'}, Jun 16 09:35:26.895800 dv-cinder-796286-4-iscsi neutron-server[98983]: 'Log': {'1.0'}, Jun 16 09:35:26.895800 dv-cinder-796286-4-iscsi neutron-server[98983]: 'Network': {'1.1'}, Jun 16 09:35:26.895800 dv-cinder-796286-4-iscsi neutron-server[98983]: 'Port': {'1.7'}, Jun 16 09:35:26.895800 dv-cinder-796286-4-iscsi neutron-server[98983]: 'PortForwarding': {'1.2'}, Jun 16 09:35:26.895800 dv-cinder-796286-4-iscsi neutron-server[98983]: 'QosPolicy': {'1.8'}, Jun 16 09:35:26.895800 dv-cinder-796286-4-iscsi neutron-server[98983]: 'SecurityGroup': {'1.4'}, Jun 16 09:35:26.895800 dv-cinder-796286-4-iscsi neutron-server[98983]: 'SecurityGroupRule': {'1.2'}, Jun 16 09:35:26.895800 dv-cinder-796286-4-iscsi neutron-server[98983]: 'SubPort': {'1.0'}, Jun 16 09:35:26.895800 dv-cinder-796286-4-iscsi neutron-server[98983]: 'Subnet': {'1.1'}, Jun 16 09:35:26.895800 dv-cinder-796286-4-iscsi neutron-server[98983]: 'Trunk': {'1.1'}} Jun 16 09:35:26.895800 dv-cinder-796286-4-iscsi neutron-server[98983]: consumer versions: Jun 16 09:35:26.895800 dv-cinder-796286-4-iscsi neutron-server[98983]: { DHCP agent@dv-cinder-796286-4-iscsi: {}, Jun 16 09:35:26.895800 dv-cinder-796286-4-iscsi neutron-server[98983]: L3 agent@dv-cinder-796286-4-iscsi: {}, Jun 16 09:35:26.895800 dv-cinder-796286-4-iscsi neutron-server[98983]: Metadata agent@dv-cinder-796286-4-iscsi: {}, Jun 16 09:35:26.895800 dv-cinder-796286-4-iscsi neutron-server[98983]: Metering agent@dv-cinder-796286-4-iscsi: {}, Jun 16 09:35:26.895800 dv-cinder-796286-4-iscsi neutron-server[98983]: Open vSwitch agent@dv-cinder-796286-4-iscsi: { 'AddressGroup': '1.2', Jun 16 09:35:26.895800 dv-cinder-796286-4-iscsi neutron-server[98983]: 'ConntrackHelper': '1.0', Jun 16 09:35:26.895800 dv-cinder-796286-4-iscsi neutron-server[98983]: 'Log': '1.0', Jun 16 09:35:26.895800 dv-cinder-796286-4-iscsi neutron-server[98983]: 'Network': '1.1', Jun 16 09:35:26.895800 dv-cinder-796286-4-iscsi neutron-server[98983]: 'Port': '1.7', Jun 16 09:35:26.895800 dv-cinder-796286-4-iscsi neutron-server[98983]: 'PortForwarding': '1.2', Jun 16 09:35:26.895800 dv-cinder-796286-4-iscsi neutron-server[98983]: 'QosPolicy': '1.8', Jun 16 09:35:26.895800 dv-cinder-796286-4-iscsi neutron-server[98983]: 'SecurityGroup': '1.4', Jun 16 09:35:26.895800 dv-cinder-796286-4-iscsi neutron-server[98983]: 'SecurityGroupRule': '1.2', Jun 16 09:35:26.895800 dv-cinder-796286-4-iscsi neutron-server[98983]: 'SubPort': '1.0', Jun 16 09:35:26.895800 dv-cinder-796286-4-iscsi neutron-server[98983]: 'Subnet': '1.1', Jun 16 09:35:26.895800 dv-cinder-796286-4-iscsi neutron-server[98983]: 'Trunk': '1.1'}} Jun 16 09:35:26.895800 dv-cinder-796286-4-iscsi neutron-server[98983]: {{(pid=98983) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 09:35:26.899314 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG oslo_concurrency.lockutils [None req-72d7665a-f335-4c5a-a990-a1f22d80bbf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=98983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:35:26.905556 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.managers [None req-88ec98b0-7842-4b99-9a84-582db9d08335 None None] Attempting to bind port c1a2cf1b-6116-44a5-ac2a-3ac641ff32c4 on host dv-cinder-796286-4-iscsi for vnic_type normal with profile {{(pid=98983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:35:26.905937 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.managers [None req-88ec98b0-7842-4b99-9a84-582db9d08335 None None] Attempting to bind port c1a2cf1b-6116-44a5-ac2a-3ac641ff32c4 by drivers openvswitch,hyperv on host dv-cinder-796286-4-iscsi at level 0 using segments [{'id': '8609af12-cd97-4586-acd0-9c6dd50b0190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '6399accb-b32b-4b41-919a-1727b77a4fac'}] {{(pid=98983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:35:26.906389 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ec98b0-7842-4b99-9a84-582db9d08335 None None] Attempting to bind port c1a2cf1b-6116-44a5-ac2a-3ac641ff32c4 on network 6399accb-b32b-4b41-919a-1727b77a4fac {{(pid=98983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:35:26.911206 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ec98b0-7842-4b99-9a84-582db9d08335 None None] Checking agent: {'id': '1e3237df-5913-46b8-aeb8-2bb1fe27fce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 34, 49), 'started_at': datetime.datetime(2021, 6, 16, 9, 35, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:35:26.911599 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ec98b0-7842-4b99-9a84-582db9d08335 None None] Checking segment: {'id': '8609af12-cd97-4586-acd0-9c6dd50b0190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '6399accb-b32b-4b41-919a-1727b77a4fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:35:26.912080 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-88ec98b0-7842-4b99-9a84-582db9d08335 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:26.912454 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ec98b0-7842-4b99-9a84-582db9d08335 None None] Bound using segment: {'id': '8609af12-cd97-4586-acd0-9c6dd50b0190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '6399accb-b32b-4b41-919a-1727b77a4fac'} {{(pid=98983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:35:26.912937 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.managers [None req-88ec98b0-7842-4b99-9a84-582db9d08335 None None] Bound port: c1a2cf1b-6116-44a5-ac2a-3ac641ff32c4, host: dv-cinder-796286-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8609af12-cd97-4586-acd0-9c6dd50b0190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '6399accb-b32b-4b41-919a-1727b77a4fac'}}] {{(pid=98983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:35:26.913291 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-88ec98b0-7842-4b99-9a84-582db9d08335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:26.984360 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.db [None req-88ec98b0-7842-4b99-9a84-582db9d08335 None None] For port c1a2cf1b-6116-44a5-ac2a-3ac641ff32c4, host dv-cinder-796286-4-iscsi, cleared binding levels {{(pid=98983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:35:27.002057 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.db [None req-88ec98b0-7842-4b99-9a84-582db9d08335 None None] For port c1a2cf1b-6116-44a5-ac2a-3ac641ff32c4, host dv-cinder-796286-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=c1a2cf1b-6116-44a5-ac2a-3ac641ff32c4,segment=NetworkSegment(8609af12-cd97-4586-acd0-9c6dd50b0190),segment_id=8609af12-cd97-4586-acd0-9c6dd50b0190)] {{(pid=98983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:35:27.097280 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-88ec98b0-7842-4b99-9a84-582db9d08335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:27.099618 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG oslo_concurrency.lockutils [None req-72d7665a-f335-4c5a-a990-a1f22d80bbf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:35:27.156147 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d7665a-f335-4c5a-a990-a1f22d80bbf0 None None] Pushing event updated for resources: {'Port': ['ID=c1a2cf1b-6116-44a5-ac2a-3ac641ff32c4,revision_number=4']} {{(pid=98983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:35:27.158683 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ec98b0-7842-4b99-9a84-582db9d08335 None None] Routers {'a9fc673c-5351-4b2f-bb13-28a657dd8577'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:35:27.159290 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-88ec98b0-7842-4b99-9a84-582db9d08335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:35:19Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['a9fc673c-5351-4b2f-bb13-28a657dd8577'], 'active': True} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:35:27.161264 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG oslo_concurrency.lockutils [None req-72d7665a-f335-4c5a-a990-a1f22d80bbf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:35:27.249538 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvr_db [None req-88ec98b0-7842-4b99-9a84-582db9d08335 None None] Set router a9fc673c-5351-4b2f-bb13-28a657dd8577 gateway port host: None {{(pid=98983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:35:27.454440 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-88ec98b0-7842-4b99-9a84-582db9d08335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fc673c-5351-4b2f-bb13-28a657dd8577', 'name': 'router1', 'tenant_id': 'ed4fc7e8dd984c9abe621dd55b6fc482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:35:14Z', 'updated_at': '2021-06-16T09:35:24Z', 'revision_number': 2, 'project_id': 'ed4fc7e8dd984c9abe621dd55b6fc482', 'gw_port_host': None, '_interfaces': [{'id': 'c1a2cf1b-6116-44a5-ac2a-3ac641ff32c4', 'name': '', 'network_id': '6399accb-b32b-4b41-919a-1727b77a4fac', 'tenant_id': 'ed4fc7e8dd984c9abe621dd55b6fc482', 'mac_address': 'fa:16:3e:50:a4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fc673c-5351-4b2f-bb13-28a657dd8577', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f9a91275-ca79-4888-b0c9-47cb6f3241ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:35:23Z', 'updated_at': '2021-06-16T09:35:26Z', 'revision_number': 4, 'project_id': 'ed4fc7e8dd984c9abe621dd55b6fc482', 'subnets': [{'id': 'f9a91275-ca79-4888-b0c9-47cb6f3241ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d241a2b-a101-4eb3-a7ee-a9cd08102f63'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:35:27.458039 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ec98b0-7842-4b99-9a84-582db9d08335 None None] The sync data for ids ['a9fc673c-5351-4b2f-bb13-28a657dd8577'] in dv-cinder-796286-4-iscsi is: [{'id': 'a9fc673c-5351-4b2f-bb13-28a657dd8577', 'name': 'router1', 'tenant_id': 'ed4fc7e8dd984c9abe621dd55b6fc482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:35:14Z', 'updated_at': '2021-06-16T09:35:24Z', 'revision_number': 2, 'project_id': 'ed4fc7e8dd984c9abe621dd55b6fc482', 'gw_port_host': None, '_interfaces': [{'id': 'c1a2cf1b-6116-44a5-ac2a-3ac641ff32c4', 'name': '', 'network_id': '6399accb-b32b-4b41-919a-1727b77a4fac', 'tenant_id': 'ed4fc7e8dd984c9abe621dd55b6fc482', 'mac_address': 'fa:16:3e:50:a4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fc673c-5351-4b2f-bb13-28a657dd8577', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f9a91275-ca79-4888-b0c9-47cb6f3241ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:35:23Z', 'updated_at': '2021-06-16T09:35:26Z', 'revision_number': 4, 'project_id': 'ed4fc7e8dd984c9abe621dd55b6fc482', 'subnets': [{'id': 'f9a91275-ca79-4888-b0c9-47cb6f3241ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d241a2b-a101-4eb3-a7ee-a9cd08102f63'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:35:27.597113 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 43794) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:35:27.705081 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a1c3ba-b9ef-4414-b666-8d5d4115d6f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:35:27.706437 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-08a1c3ba-b9ef-4414-b666-8d5d4115d6f0 admin admin] 10.222.0.25 "GET /v2.0/networks/e7fe10b8-90c4-4cba-8f65-340465ca325f HTTP/1.1" status: 200 len: 842 time: 0.1083927 Jun 16 09:35:27.716631 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [None req-5c989f1a-f122-4d63-af3b-4d82cc2ca959 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.0.1', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'cidr': '172.27.0.0/24'}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:35:27.851094 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c989f1a-f122-4d63-af3b-4d82cc2ca959 admin admin] Made reservation on behalf of 3edfe4f0e9844dc1b933b308692de152 for: {'subnet': 1} {{(pid=98981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:35:27.853491 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-5c989f1a-f122-4d63-af3b-4d82cc2ca959 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:28.242288 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.objects.ports [None req-5c989f1a-f122-4d63-af3b-4d82cc2ca959 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98981) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 16 09:35:28.242646 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-5c989f1a-f122-4d63-af3b-4d82cc2ca959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430'] for subnet, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:28.245423 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:35:28.295857 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c989f1a-f122-4d63-af3b-4d82cc2ca959 admin admin] Pushing event updated for resources: {'Subnet': ['ID=474b542b-67ec-4e86-95bf-cb7c30e5c62d,revision_number=0']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:35:28.304875 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-5c989f1a-f122-4d63-af3b-4d82cc2ca959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:35:28.307628 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c989f1a-f122-4d63-af3b-4d82cc2ca959 admin admin] Checking segment: {'id': 'ee5243d6-0a20-466c-b2f3-0cfa4d8430c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:35:28.307968 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c989f1a-f122-4d63-af3b-4d82cc2ca959 admin admin] Network hostable DHCP agents. Network: e7fe10b8-90c4-4cba-8f65-340465ca325f, hostable agents: ['b75f70a3-2745-4841-b3c1-6cbf0fc89424'], hosted agents: [] {{(pid=98981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 09:35:28.462469 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c989f1a-f122-4d63-af3b-4d82cc2ca959 admin admin] Network e7fe10b8-90c4-4cba-8f65-340465ca325f is scheduled to be hosted by DHCP agent b75f70a3-2745-4841-b3c1-6cbf0fc89424 with binding_index 1 {{(pid=98981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 09:35:28.582666 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.base_scheduler [None req-5c989f1a-f122-4d63-af3b-4d82cc2ca959 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-4-iscsi, e7fe10b8-90c4-4cba-8f65-340465ca325f) {{(pid=98981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:35:28.586633 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c989f1a-f122-4d63-af3b-4d82cc2ca959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:35:28.587323 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-5c989f1a-f122-4d63-af3b-4d82cc2ca959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for subnet, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:28.592206 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0b9b94-59e6-4e51-9f03-62bfcd132291 None None] Network e7fe10b8-90c4-4cba-8f65-340465ca325f requested from dv-cinder-796286-4-iscsi {{(pid=98982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:35:28.691672 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-5c989f1a-f122-4d63-af3b-4d82cc2ca959 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9793425 Jun 16 09:35:28.728493 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d700fd-f970-4752-92d3-e0fcf0347593 None None] Network e7fe10b8-90c4-4cba-8f65-340465ca325f requested from dv-cinder-796286-4-iscsi {{(pid=98982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:35:30.929549 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 43806) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:35:31.059685 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-e11a10d7-3725-42ca-ac5b-63e52eb165d6 admin admin] 10.222.0.25 "GET /v2.0/routers/a9fc673c-5351-4b2f-bb13-28a657dd8577 HTTP/1.1" status: 200 len: 710 time: 0.1289504 Jun 16 09:35:31.146531 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4deb240a-270f-4d8c-9ac1-bee471c97157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:35:31.147955 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-4deb240a-270f-4d8c-9ac1-bee471c97157 admin admin] 10.222.0.25 "GET /v2.0/networks/e7fe10b8-90c4-4cba-8f65-340465ca325f HTTP/1.1" status: 200 len: 886 time: 0.0829582 Jun 16 09:35:31.157159 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [None req-6e95b4d1-837e-4f96-b40a-bcc76315bbd0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f'}}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:35:31.356987 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device c1a2cf1b-6116-44a5-ac2a-3ac641ff32c4 up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:35:31.474439 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-6e95b4d1-837e-4f96-b40a-bcc76315bbd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-702895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5676'] for router, precommit_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:31.545550 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning for port c1a2cf1b-6116-44a5-ac2a-3ac641ff32c4 completed by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:35:31.549779 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning complete for port c1a2cf1b-6116-44a5-ac2a-3ac641ff32c4 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:35:31.550156 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:31.636531 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:31.675081 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] For port c1a2cf1b-6116-44a5-ac2a-3ac641ff32c4, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=c1a2cf1b-6116-44a5-ac2a-3ac641ff32c4,segment=NetworkSegment(8609af12-cd97-4586-acd0-9c6dd50b0190),segment_id=8609af12-cd97-4586-acd0-9c6dd50b0190)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:35:31.777241 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:31.779247 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:35:31.816303 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-6e95b4d1-837e-4f96-b40a-bcc76315bbd0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:31.823994 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Pushing event updated for resources: {'Port': ['ID=c1a2cf1b-6116-44a5-ac2a-3ac641ff32c4,revision_number=5']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:35:31.827065 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:35:31.893209 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-6e95b4d1-837e-4f96-b40a-bcc76315bbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:32.271726 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.db_base_plugin_common [None req-6e95b4d1-837e-4f96-b40a-bcc76315bbd0 admin admin] Allocated IP 172.27.0.154 (e7fe10b8-90c4-4cba-8f65-340465ca325f/474b542b-67ec-4e86-95bf-cb7c30e5c62d/0e97c781-3d69-41c7-a5eb-f7e021805f3a) {{(pid=98981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:35:32.375783 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-6e95b4d1-837e-4f96-b40a-bcc76315bbd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:32.480328 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-6e95b4d1-837e-4f96-b40a-bcc76315bbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110'] for port, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:32.482390 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:35:32.517926 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e95b4d1-837e-4f96-b40a-bcc76315bbd0 admin admin] Network e7fe10b8-90c4-4cba-8f65-340465ca325f is already hosted by enough agents. {{(pid=98981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:35:32.523914 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.base_scheduler [None req-6e95b4d1-837e-4f96-b40a-bcc76315bbd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=98981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:35:32.526991 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e95b4d1-837e-4f96-b40a-bcc76315bbd0 admin admin] Received port after_create {{(pid=98981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:35:32.562408 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e95b4d1-837e-4f96-b40a-bcc76315bbd0 admin admin] Pushing event updated for resources: {'Port': ['ID=0e97c781-3d69-41c7-a5eb-f7e021805f3a,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:35:32.591425 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-6e95b4d1-837e-4f96-b40a-bcc76315bbd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:35:32.897376 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-6e95b4d1-837e-4f96-b40a-bcc76315bbd0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:33.086853 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-6e95b4d1-837e-4f96-b40a-bcc76315bbd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-702895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5676'] for router, precommit_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:33.090589 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-6e95b4d1-837e-4f96-b40a-bcc76315bbd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-757916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-757998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-702886'] for router, after_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:33.282775 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e95b4d1-837e-4f96-b40a-bcc76315bbd0 admin admin] Router a9fc673c-5351-4b2f-bb13-28a657dd8577 has already been hosted by L3 agent 7768ee83-37c7-4165-88a2-5844eb43ad81 {{(pid=98981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:35:33.335973 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device c1a2cf1b-6116-44a5-ac2a-3ac641ff32c4 up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:35:33.386284 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning complete for port c1a2cf1b-6116-44a5-ac2a-3ac641ff32c4 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:35:33.386651 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:33.387359 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e95b4d1-837e-4f96-b40a-bcc76315bbd0 admin admin] Notify agent at l3_agent.dv-cinder-796286-4-iscsi the message routers_updated {{(pid=98981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:35:33.393136 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-6e95b4d1-837e-4f96-b40a-bcc76315bbd0 admin admin] Notify callbacks [] for router, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:33.395932 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-6e95b4d1-837e-4f96-b40a-bcc76315bbd0 admin admin] 10.222.0.25 "PUT /v2.0/routers/a9fc673c-5351-4b2f-bb13-28a657dd8577 HTTP/1.1" status: 200 len: 890 time: 2.2404947 Jun 16 09:35:33.461536 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a1792e-f817-48f5-acf5-69f1932a434b None None] Sync routers for ids ['a9fc673c-5351-4b2f-bb13-28a657dd8577'] in dv-cinder-796286-4-iscsi {{(pid=98982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:35:33.484153 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a1792e-f817-48f5-acf5-69f1932a434b None None] Routers {'a9fc673c-5351-4b2f-bb13-28a657dd8577'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:35:33.484826 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-b7a1792e-f817-48f5-acf5-69f1932a434b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:35:19Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['a9fc673c-5351-4b2f-bb13-28a657dd8577'], 'active': True} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:35:33.725475 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvr_db [None req-b7a1792e-f817-48f5-acf5-69f1932a434b None None] Set router a9fc673c-5351-4b2f-bb13-28a657dd8577 gateway port host: dv-cinder-796286-4-iscsi {{(pid=98982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:35:34.116885 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-b7a1792e-f817-48f5-acf5-69f1932a434b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fc673c-5351-4b2f-bb13-28a657dd8577', 'name': 'router1', 'tenant_id': 'ed4fc7e8dd984c9abe621dd55b6fc482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '0e97c781-3d69-41c7-a5eb-f7e021805f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:35:14Z', 'updated_at': '2021-06-16T09:35:32Z', 'revision_number': 4, 'project_id': 'ed4fc7e8dd984c9abe621dd55b6fc482', 'gw_port': {'id': '0e97c781-3d69-41c7-a5eb-f7e021805f3a', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fc673c-5351-4b2f-bb13-28a657dd8577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:35:31Z', 'updated_at': '2021-06-16T09:35:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_interfaces': [{'id': 'c1a2cf1b-6116-44a5-ac2a-3ac641ff32c4', 'name': '', 'network_id': '6399accb-b32b-4b41-919a-1727b77a4fac', 'tenant_id': 'ed4fc7e8dd984c9abe621dd55b6fc482', 'mac_address': 'fa:16:3e:50:a4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fc673c-5351-4b2f-bb13-28a657dd8577', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f9a91275-ca79-4888-b0c9-47cb6f3241ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:35:23Z', 'updated_at': '2021-06-16T09:35:31Z', 'revision_number': 5, 'project_id': 'ed4fc7e8dd984c9abe621dd55b6fc482', 'subnets': [{'id': 'f9a91275-ca79-4888-b0c9-47cb6f3241ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d241a2b-a101-4eb3-a7ee-a9cd08102f63'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:35:34.123624 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a1792e-f817-48f5-acf5-69f1932a434b None None] Checking router: a9fc673c-5351-4b2f-bb13-28a657dd8577 for host: dv-cinder-796286-4-iscsi {{(pid=98982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:35:34.123970 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a1792e-f817-48f5-acf5-69f1932a434b None None] Updating router a9fc673c-5351-4b2f-bb13-28a657dd8577 port 0e97c781-3d69-41c7-a5eb-f7e021805f3a binding host dv-cinder-796286-4-iscsi {{(pid=98982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 09:35:34.162174 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-b7a1792e-f817-48f5-acf5-69f1932a434b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:34.496380 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-b7a1792e-f817-48f5-acf5-69f1932a434b None None] Notify callbacks [] for port, precommit_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:34.505493 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-b7a1792e-f817-48f5-acf5-69f1932a434b None None] Transition to ACTIVE for port object 0e97c781-3d69-41c7-a5eb-f7e021805f3a will not be triggered until provisioned by entity L2. {{(pid=98982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:35:34.811381 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-b7a1792e-f817-48f5-acf5-69f1932a434b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:34.813966 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-fbd2edcc-2189-4e5e-b9a0-2649084368c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:35:34.865435 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.managers [None req-b7a1792e-f817-48f5-acf5-69f1932a434b None None] Attempting to bind port 0e97c781-3d69-41c7-a5eb-f7e021805f3a on host dv-cinder-796286-4-iscsi for vnic_type normal with profile {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:35:34.865798 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.managers [None req-b7a1792e-f817-48f5-acf5-69f1932a434b None None] Attempting to bind port 0e97c781-3d69-41c7-a5eb-f7e021805f3a by drivers openvswitch,hyperv on host dv-cinder-796286-4-iscsi at level 0 using segments [{'id': 'ee5243d6-0a20-466c-b2f3-0cfa4d8430c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f'}] {{(pid=98982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:35:34.866154 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a1792e-f817-48f5-acf5-69f1932a434b None None] Attempting to bind port 0e97c781-3d69-41c7-a5eb-f7e021805f3a on network e7fe10b8-90c4-4cba-8f65-340465ca325f {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:35:34.869077 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4489fb44-a365-4f7e-9935-5299648f5afe None None] Pushing event updated for resources: {'Port': ['ID=0e97c781-3d69-41c7-a5eb-f7e021805f3a,revision_number=2']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:35:34.872985 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-4489fb44-a365-4f7e-9935-5299648f5afe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:35:34.874073 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a1792e-f817-48f5-acf5-69f1932a434b None None] Checking agent: {'id': '1e3237df-5913-46b8-aeb8-2bb1fe27fce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 34, 49), 'started_at': datetime.datetime(2021, 6, 16, 9, 35, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:35:34.874437 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a1792e-f817-48f5-acf5-69f1932a434b None None] Checking segment: {'id': 'ee5243d6-0a20-466c-b2f3-0cfa4d8430c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:35:34.874827 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-b7a1792e-f817-48f5-acf5-69f1932a434b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:34.875229 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a1792e-f817-48f5-acf5-69f1932a434b None None] Bound using segment: {'id': 'ee5243d6-0a20-466c-b2f3-0cfa4d8430c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f'} {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:35:34.875686 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.managers [None req-b7a1792e-f817-48f5-acf5-69f1932a434b None None] Bound port: 0e97c781-3d69-41c7-a5eb-f7e021805f3a, host: dv-cinder-796286-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee5243d6-0a20-466c-b2f3-0cfa4d8430c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f'}}] {{(pid=98982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:35:34.876049 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-b7a1792e-f817-48f5-acf5-69f1932a434b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:34.927772 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-b7a1792e-f817-48f5-acf5-69f1932a434b None None] For port 0e97c781-3d69-41c7-a5eb-f7e021805f3a, host dv-cinder-796286-4-iscsi, cleared binding levels {{(pid=98982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:35:34.930710 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-b7a1792e-f817-48f5-acf5-69f1932a434b None None] For port 0e97c781-3d69-41c7-a5eb-f7e021805f3a, host dv-cinder-796286-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=0e97c781-3d69-41c7-a5eb-f7e021805f3a,segment=NetworkSegment(ee5243d6-0a20-466c-b2f3-0cfa4d8430c8),segment_id=ee5243d6-0a20-466c-b2f3-0cfa4d8430c8)] {{(pid=98982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:35:35.028371 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-b7a1792e-f817-48f5-acf5-69f1932a434b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:35.030699 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:35:35.088076 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a1792e-f817-48f5-acf5-69f1932a434b None None] Routers {'a9fc673c-5351-4b2f-bb13-28a657dd8577'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:35:35.089155 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-b7a1792e-f817-48f5-acf5-69f1932a434b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:35:19Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['a9fc673c-5351-4b2f-bb13-28a657dd8577'], 'active': True} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:35:35.091017 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4489fb44-a365-4f7e-9935-5299648f5afe None None] Pushing event updated for resources: {'Port': ['ID=0e97c781-3d69-41c7-a5eb-f7e021805f3a,revision_number=3']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:35:35.094498 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-4489fb44-a365-4f7e-9935-5299648f5afe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:35:35.289731 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvr_db [None req-b7a1792e-f817-48f5-acf5-69f1932a434b None None] Set router a9fc673c-5351-4b2f-bb13-28a657dd8577 gateway port host: dv-cinder-796286-4-iscsi {{(pid=98982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:35:35.501876 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-b7a1792e-f817-48f5-acf5-69f1932a434b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fc673c-5351-4b2f-bb13-28a657dd8577', 'name': 'router1', 'tenant_id': 'ed4fc7e8dd984c9abe621dd55b6fc482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '0e97c781-3d69-41c7-a5eb-f7e021805f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:35:14Z', 'updated_at': '2021-06-16T09:35:32Z', 'revision_number': 4, 'project_id': 'ed4fc7e8dd984c9abe621dd55b6fc482', 'gw_port': {'id': '0e97c781-3d69-41c7-a5eb-f7e021805f3a', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fc673c-5351-4b2f-bb13-28a657dd8577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:35:31Z', 'updated_at': '2021-06-16T09:35:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_interfaces': [{'id': 'c1a2cf1b-6116-44a5-ac2a-3ac641ff32c4', 'name': '', 'network_id': '6399accb-b32b-4b41-919a-1727b77a4fac', 'tenant_id': 'ed4fc7e8dd984c9abe621dd55b6fc482', 'mac_address': 'fa:16:3e:50:a4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fc673c-5351-4b2f-bb13-28a657dd8577', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f9a91275-ca79-4888-b0c9-47cb6f3241ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:35:23Z', 'updated_at': '2021-06-16T09:35:31Z', 'revision_number': 5, 'project_id': 'ed4fc7e8dd984c9abe621dd55b6fc482', 'subnets': [{'id': 'f9a91275-ca79-4888-b0c9-47cb6f3241ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d241a2b-a101-4eb3-a7ee-a9cd08102f63'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:35:35.505785 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a1792e-f817-48f5-acf5-69f1932a434b None None] The sync data for ids ['a9fc673c-5351-4b2f-bb13-28a657dd8577'] in dv-cinder-796286-4-iscsi is: [{'id': 'a9fc673c-5351-4b2f-bb13-28a657dd8577', 'name': 'router1', 'tenant_id': 'ed4fc7e8dd984c9abe621dd55b6fc482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '0e97c781-3d69-41c7-a5eb-f7e021805f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:35:14Z', 'updated_at': '2021-06-16T09:35:32Z', 'revision_number': 4, 'project_id': 'ed4fc7e8dd984c9abe621dd55b6fc482', 'gw_port': {'id': '0e97c781-3d69-41c7-a5eb-f7e021805f3a', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fc673c-5351-4b2f-bb13-28a657dd8577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:35:31Z', 'updated_at': '2021-06-16T09:35:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_interfaces': [{'id': 'c1a2cf1b-6116-44a5-ac2a-3ac641ff32c4', 'name': '', 'network_id': '6399accb-b32b-4b41-919a-1727b77a4fac', 'tenant_id': 'ed4fc7e8dd984c9abe621dd55b6fc482', 'mac_address': 'fa:16:3e:50:a4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fc673c-5351-4b2f-bb13-28a657dd8577', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f9a91275-ca79-4888-b0c9-47cb6f3241ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:35:23Z', 'updated_at': '2021-06-16T09:35:31Z', 'revision_number': 5, 'project_id': 'ed4fc7e8dd984c9abe621dd55b6fc482', 'subnets': [{'id': 'f9a91275-ca79-4888-b0c9-47cb6f3241ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d241a2b-a101-4eb3-a7ee-a9cd08102f63'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:35:35.799705 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 43814) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:35:35.938528 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-46149a73-00ab-41f6-b62b-6abd786af90e admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1376770 Jun 16 09:35:36.016477 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.agents_db [None req-3560065e-ea11-4ff4-820f-b568c2ca0093 None None] Agent healthcheck: found 5 active agents {{(pid=98983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:35:37.359341 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 0e97c781-3d69-41c7-a5eb-f7e021805f3a up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:35:38.130595 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning for port 0e97c781-3d69-41c7-a5eb-f7e021805f3a completed by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:35:38.140959 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning complete for port 0e97c781-3d69-41c7-a5eb-f7e021805f3a triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:35:38.140959 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:38.230775 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:38.262773 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] For port 0e97c781-3d69-41c7-a5eb-f7e021805f3a, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=0e97c781-3d69-41c7-a5eb-f7e021805f3a,segment=NetworkSegment(ee5243d6-0a20-466c-b2f3-0cfa4d8430c8),segment_id=ee5243d6-0a20-466c-b2f3-0cfa4d8430c8)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:35:38.376545 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:38.378581 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:35:38.430708 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Pushing event updated for resources: {'Port': ['ID=0e97c781-3d69-41c7-a5eb-f7e021805f3a,revision_number=4']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:35:38.439695 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:35:39.372103 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 0e97c781-3d69-41c7-a5eb-f7e021805f3a up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:35:39.429386 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning complete for port 0e97c781-3d69-41c7-a5eb-f7e021805f3a triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:35:39.430062 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:46.921416 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-5bb3529b-7ef0-4c04-99ea-4d98b60b7f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:49.308405 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96953d09-03eb-4bd7-b3af-757a54210cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:49.536370 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:50.416749 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-16d92f64-da1b-4eb0-8f0f-160fef97265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:52.330756 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e4fb578b-fd5e-47f0-aa8c-4b83a36f29c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:36:13.019502 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.agents_db [None req-3560065e-ea11-4ff4-820f-b568c2ca0093 None None] Agent healthcheck: found 5 active agents {{(pid=98983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:36:16.919130 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-ef329274-7e59-4598-a07a-9f92a32f52e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:36:19.358768 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-fe17b22d-a4b4-4a56-9cd6-6a4fd8a736ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:36:19.512632 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:36:20.495308 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-16d92f64-da1b-4eb0-8f0f-160fef97265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:36:22.324152 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e4fb578b-fd5e-47f0-aa8c-4b83a36f29c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:36:46.918051 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-d99b4c60-3ac8-45e6-9211-3dd642ed940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:36:49.266695 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-061f3e89-98bc-4b37-b74c-1b4e3c17d0b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:36:49.478546 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:36:50.018405 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.agents_db [None req-3560065e-ea11-4ff4-820f-b568c2ca0093 None None] Agent healthcheck: found 5 active agents {{(pid=98983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:36:50.488925 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-16d92f64-da1b-4eb0-8f0f-160fef97265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:36:52.346907 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e4fb578b-fd5e-47f0-aa8c-4b83a36f29c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:37:14.516007 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 44382) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:37:14.578485 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d7f3d1d-b131-4461-bcc9-0ae5ed2f3e96 admin admin] GET failed (client error): The resource could not be found. Jun 16 09:37:14.579885 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-9d7f3d1d-b131-4461-bcc9-0ae5ed2f3e96 admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0629513 Jun 16 09:37:14.735052 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8089b2-2737-4d4b-b938-30d83a1957d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:37:14.736422 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-ad8089b2-2737-4d4b-b938-30d83a1957d0 admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1526034 Jun 16 09:37:16.868636 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 44392) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:37:16.893473 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-4ef79275-2af0-4b1c-8e73-ddf23de5f9fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:37:16.962992 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95959b99-78fa-4ec5-b7a4-56be4c8408a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:37:16.964417 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-95959b99-78fa-4ec5-b7a4-56be4c8408a3 admin admin] 10.222.0.25 "GET /v2.0/subnets/f9a91275-ca79-4888-b0c9-47cb6f3241ae HTTP/1.1" status: 200 len: 849 time: 0.0944436 Jun 16 09:37:16.973486 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [None req-00a06ab1-3200-496d-955d-5d96179942d2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:37:17.061292 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-00a06ab1-3200-496d-955d-5d96179942d2 admin admin] Notify callbacks [] for subnet, before_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:37:17.254805 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-00a06ab1-3200-496d-955d-5d96179942d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772813409904'] for subnet, after_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:37:17.257582 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-5c989f1a-f122-4d63-af3b-4d82cc2ca959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:37:17.286507 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a06ab1-3200-496d-955d-5d96179942d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:37:17.287158 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-00a06ab1-3200-496d-955d-5d96179942d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for subnet, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:37:17.288473 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-00a06ab1-3200-496d-955d-5d96179942d2 admin admin] 10.222.0.25 "PUT /v2.0/subnets/f9a91275-ca79-4888-b0c9-47cb6f3241ae HTTP/1.1" status: 200 len: 868 time: 0.3186944 Jun 16 09:37:17.302028 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8447a5-c523-44b7-9c08-147866fd0ab6 None None] Network 6399accb-b32b-4b41-919a-1727b77a4fac requested from dv-cinder-796286-4-iscsi {{(pid=98982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:37:17.311638 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a06ab1-3200-496d-955d-5d96179942d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9a91275-ca79-4888-b0c9-47cb6f3241ae,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:37:17.319253 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a06ab1-3200-496d-955d-5d96179942d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:37:17.320141 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a06ab1-3200-496d-955d-5d96179942d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:37:17.320460 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a06ab1-3200-496d-955d-5d96179942d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:37:17.320871 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a06ab1-3200-496d-955d-5d96179942d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:37:17.321198 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a06ab1-3200-496d-955d-5d96179942d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:37:17.322065 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a06ab1-3200-496d-955d-5d96179942d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:37:17.322065 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a06ab1-3200-496d-955d-5d96179942d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:37:17.322260 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a06ab1-3200-496d-955d-5d96179942d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:37:17.322471 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a06ab1-3200-496d-955d-5d96179942d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:37:17.322793 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a06ab1-3200-496d-955d-5d96179942d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:37:17.323140 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a06ab1-3200-496d-955d-5d96179942d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:37:17.323452 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a06ab1-3200-496d-955d-5d96179942d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:37:17.327450 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-00a06ab1-3200-496d-955d-5d96179942d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:37:17.663997 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-eff38e37-7b66-42cf-bdf0-f3f4b3662789 None None] Provisioning complete for port ca606db6-b67f-4aa6-af55-f461cbb86a66 triggered by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:37:17.664504 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-eff38e37-7b66-42cf-bdf0-f3f4b3662789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:37:17.751438 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-eff38e37-7b66-42cf-bdf0-f3f4b3662789 None None] Provisioning complete for port c1a2cf1b-6116-44a5-ac2a-3ac641ff32c4 triggered by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:37:17.751732 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-eff38e37-7b66-42cf-bdf0-f3f4b3662789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:37:19.243240 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-fd7dcd45-12a1-41b2-9955-11e1a695506b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:37:19.433908 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 44400) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:37:19.466805 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:37:19.637971 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1503a844-7886-454e-95e7-3a4c3c33a768 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:37:19.638444 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1503a844-7886-454e-95e7-3a4c3c33a768 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:37:19.639968 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-1503a844-7886-454e-95e7-3a4c3c33a768 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2051227 Jun 16 09:37:20.512428 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-16d92f64-da1b-4eb0-8f0f-160fef97265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:37:21.766569 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 44408) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:37:21.899963 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e259e442-d0d3-4bc3-a007-28d918c6d437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:37:21.900430 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e259e442-d0d3-4bc3-a007-28d918c6d437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:37:21.901947 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-e259e442-d0d3-4bc3-a007-28d918c6d437 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1344106 Jun 16 09:37:22.329357 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e4fb578b-fd5e-47f0-aa8c-4b83a36f29c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:37:24.047965 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 44416) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:37:24.176188 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84f3c59-a6a3-4d36-ad9c-b46335533655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:37:24.177533 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-b84f3c59-a6a3-4d36-ad9c-b46335533655 admin admin] 10.222.0.25 "GET /v2.0/networks/6399accb-b32b-4b41-919a-1727b77a4fac HTTP/1.1" status: 200 len: 869 time: 0.1286268 Jun 16 09:37:26.315555 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 44424) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:37:26.443901 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16213e7b-6e78-4382-b823-25f5a342b872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:37:26.445900 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-16213e7b-6e78-4382-b823-25f5a342b872 admin admin] 10.222.0.25 "GET /v2.0/networks/e7fe10b8-90c4-4cba-8f65-340465ca325f HTTP/1.1" status: 200 len: 886 time: 0.1293504 Jun 16 09:37:27.016863 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.agents_db [None req-3560065e-ea11-4ff4-820f-b568c2ca0093 None None] Agent healthcheck: found 5 active agents {{(pid=98983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:37:28.585884 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 44432) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:37:28.705399 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d4ffb5-5289-49d6-9245-05a7892bf1d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:37:28.705855 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d4ffb5-5289-49d6-9245-05a7892bf1d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:37:28.707382 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-54d4ffb5-5289-49d6-9245-05a7892bf1d5 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1205599 Jun 16 09:37:30.839479 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 44440) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:37:30.964074 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368a50d6-30a7-48df-8279-11b847d97b8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:37:30.964520 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368a50d6-30a7-48df-8279-11b847d97b8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:37:30.966006 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-368a50d6-30a7-48df-8279-11b847d97b8f admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1255872 Jun 16 09:37:33.109538 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 44450) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:37:33.196327 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2e08c5-4985-44d9-96f3-e6d63302d66f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:37:33.197648 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-6d2e08c5-4985-44d9-96f3-e6d63302d66f admin admin] 10.222.0.25 "GET /v2.0/subnets/474b542b-67ec-4e86-95bf-cb7c30e5c62d HTTP/1.1" status: 200 len: 816 time: 0.0871615 Jun 16 09:37:35.327336 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 44458) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:37:35.417109 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35faf38-be6e-4278-aadf-db916b64e17d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:37:35.418454 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-b35faf38-be6e-4278-aadf-db916b64e17d admin admin] 10.222.0.25 "GET /v2.0/subnets/f9a91275-ca79-4888-b0c9-47cb6f3241ae HTTP/1.1" status: 200 len: 868 time: 0.0901375 Jun 16 09:37:46.894130 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-6035052d-86b8-49d0-9a3f-572a27dd6f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:37:49.323362 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-02babc75-5162-4bed-8a49-85a7fa6b0b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:37:49.498151 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:37:50.436166 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-16d92f64-da1b-4eb0-8f0f-160fef97265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:37:52.335425 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e4fb578b-fd5e-47f0-aa8c-4b83a36f29c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:37:58.717964 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 44502) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:37:58.764201 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [None req-40c4540f-fd4a-4499-af35-07cdd4e11c3b admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=98980) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 09:37:58.765159 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-40c4540f-fd4a-4499-af35-07cdd4e11c3b admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0462675 Jun 16 09:38:01.000408 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 44510) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:38:01.058443 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bbc74e0-f164-4863-9941-e863343b6382 admin admin] GET failed (client error): The resource could not be found. Jun 16 09:38:01.060035 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-2bbc74e0-f164-4863-9941-e863343b6382 admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0587127 Jun 16 09:38:01.202162 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c4805e-745e-4117-ada0-9a9349fb5263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:38:01.204051 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-88c4805e-745e-4117-ada0-9a9349fb5263 admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1402233 Jun 16 09:38:03.362821 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 44518) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:38:03.410504 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [None req-485a726f-795f-4a9c-a7bd-a64d1c71cd36 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:38:03.518441 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485a726f-795f-4a9c-a7bd-a64d1c71cd36 admin admin] Made reservation on behalf of 3edfe4f0e9844dc1b933b308692de152 for: {'network': 1} {{(pid=98980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:38:03.522374 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-485a726f-795f-4a9c-a7bd-a64d1c71cd36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for network, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:38:03.560395 dv-cinder-796286-4-iscsi neutron-server[98980]: WARNING neutron.services.revisions.revision_plugin [None req-485a726f-795f-4a9c-a7bd-a64d1c71cd36 admin admin] Could not find related network for resource to bump revision. Jun 16 09:38:03.577086 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-485a726f-795f-4a9c-a7bd-a64d1c71cd36 admin admin] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=98980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 09:38:03.586450 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-485a726f-795f-4a9c-a7bd-a64d1c71cd36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753648'] for segment, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:38:03.586794 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.db.segments_db [None req-485a726f-795f-4a9c-a7bd-a64d1c71cd36 admin admin] Added segment 8fad731d-770f-4e61-93ac-f71a24e43f3f of type vlan for network f7e1d79f-ac1b-4f58-b784-425ce32ace56 Jun 16 09:38:03.629751 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-485a726f-795f-4a9c-a7bd-a64d1c71cd36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772812906909'] for network, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:38:03.722766 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-485a726f-795f-4a9c-a7bd-a64d1c71cd36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439'] for network, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:38:03.724103 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485a726f-795f-4a9c-a7bd-a64d1c71cd36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:38:03.724679 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-485a726f-795f-4a9c-a7bd-a64d1c71cd36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for network, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:38:03.726668 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:38:03.784235 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a726f-795f-4a9c-a7bd-a64d1c71cd36 admin admin] Pushing event updated for resources: {'Network': ['ID=f7e1d79f-ac1b-4f58-b784-425ce32ace56,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:38:03.793386 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485a726f-795f-4a9c-a7bd-a64d1c71cd36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:38:03.793738 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485a726f-795f-4a9c-a7bd-a64d1c71cd36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:38:03.794065 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485a726f-795f-4a9c-a7bd-a64d1c71cd36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:38:03.794384 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485a726f-795f-4a9c-a7bd-a64d1c71cd36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:38:03.794698 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485a726f-795f-4a9c-a7bd-a64d1c71cd36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:38:03.795139 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485a726f-795f-4a9c-a7bd-a64d1c71cd36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:38:03.795457 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485a726f-795f-4a9c-a7bd-a64d1c71cd36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:38:03.795764 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485a726f-795f-4a9c-a7bd-a64d1c71cd36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:38:03.796086 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485a726f-795f-4a9c-a7bd-a64d1c71cd36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:38:03.796392 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485a726f-795f-4a9c-a7bd-a64d1c71cd36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:38:03.796693 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485a726f-795f-4a9c-a7bd-a64d1c71cd36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:38:03.796993 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485a726f-795f-4a9c-a7bd-a64d1c71cd36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:38:03.800376 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-485a726f-795f-4a9c-a7bd-a64d1c71cd36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:38:03.811376 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Network f7e1d79f-ac1b-4f58-b784-425ce32ace56 details requested by agent ovs-agent-dv-cinder-796286-4-iscsi with host dv-cinder-796286-4-iscsi {{(pid=98982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 09:38:03.835373 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-485a726f-795f-4a9c-a7bd-a64d1c71cd36 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4712496 Jun 16 09:38:04.015929 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.agents_db [None req-3560065e-ea11-4ff4-820f-b568c2ca0093 None None] Agent healthcheck: found 5 active agents {{(pid=98983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:38:05.996352 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 44526) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:38:06.057336 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.pecan_wsgi.hooks.translation [None req-88550cbb-c288-4a37-b15b-d50fa492c777 admin admin] GET failed (client error): The resource could not be found. Jun 16 09:38:06.058691 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-88550cbb-c288-4a37-b15b-d50fa492c777 admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0613275 Jun 16 09:38:06.128536 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4853f080-4654-46b5-88d9-1c9fe5a2dfb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:38:06.129990 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-4853f080-4654-46b5-88d9-1c9fe5a2dfb7 admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0671835 Jun 16 09:38:06.140215 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [None req-fdc2beda-f926-4fcd-8cf6-f6d01177bf04 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'f7e1d79f-ac1b-4f58-b784-425ce32ace56', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:38:06.225850 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc2beda-f926-4fcd-8cf6-f6d01177bf04 admin admin] Made reservation on behalf of 3edfe4f0e9844dc1b933b308692de152 for: {'subnet': 1} {{(pid=98980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:38:06.228156 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-fdc2beda-f926-4fcd-8cf6-f6d01177bf04 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:38:06.478251 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-fdc2beda-f926-4fcd-8cf6-f6d01177bf04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430'] for subnet, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:38:06.483229 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:38:06.530802 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc2beda-f926-4fcd-8cf6-f6d01177bf04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af99c53b-ea30-4a71-9b32-d21983fc16d1,revision_number=0']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:38:06.538101 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-fdc2beda-f926-4fcd-8cf6-f6d01177bf04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:38:06.552440 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc2beda-f926-4fcd-8cf6-f6d01177bf04 admin admin] Checking segment: {'id': '8fad731d-770f-4e61-93ac-f71a24e43f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'f7e1d79f-ac1b-4f58-b784-425ce32ace56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:38:06.552789 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc2beda-f926-4fcd-8cf6-f6d01177bf04 admin admin] Network hostable DHCP agents. Network: f7e1d79f-ac1b-4f58-b784-425ce32ace56, hostable agents: ['b75f70a3-2745-4841-b3c1-6cbf0fc89424'], hosted agents: [] {{(pid=98980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 09:38:06.645618 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc2beda-f926-4fcd-8cf6-f6d01177bf04 admin admin] Network f7e1d79f-ac1b-4f58-b784-425ce32ace56 is scheduled to be hosted by DHCP agent b75f70a3-2745-4841-b3c1-6cbf0fc89424 with binding_index 1 {{(pid=98980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 09:38:06.733826 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.base_scheduler [None req-fdc2beda-f926-4fcd-8cf6-f6d01177bf04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-4-iscsi, f7e1d79f-ac1b-4f58-b784-425ce32ace56) {{(pid=98980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:38:06.738024 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc2beda-f926-4fcd-8cf6-f6d01177bf04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:38:06.738496 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-fdc2beda-f926-4fcd-8cf6-f6d01177bf04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for subnet, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:38:06.742950 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007f0f80-1061-4e4f-9405-cd21ef708dc1 None None] Network f7e1d79f-ac1b-4f58-b784-425ce32ace56 requested from dv-cinder-796286-4-iscsi {{(pid=98982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:38:06.832037 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-fdc2beda-f926-4fcd-8cf6-f6d01177bf04 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6951897 Jun 16 09:38:06.894573 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c20873-adf8-452c-9760-768a2bd165ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp669d9969-c577-5cc9-9e2a-6c352c69c075-f7e1d79f-ac1b-4f58-b784-425ce32ace56', 'network_id': 'f7e1d79f-ac1b-4f58-b784-425ce32ace56', 'tenant_id': '3edfe4f0e9844dc1b933b308692de152', 'fixed_ips': [{'subnet_id': 'af99c53b-ea30-4a71-9b32-d21983fc16d1'}]}} from dv-cinder-796286-4-iscsi. {{(pid=98982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 09:38:06.895486 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-b2c20873-adf8-452c-9760-768a2bd165ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:38:07.055573 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.db_base_plugin_common [None req-b2c20873-adf8-452c-9760-768a2bd165ee None None] Allocated IP 192.168.233.2 (f7e1d79f-ac1b-4f58-b784-425ce32ace56/af99c53b-ea30-4a71-9b32-d21983fc16d1/85217ad4-a6bd-43f6-9b6d-3aae90f7ab1e) {{(pid=98982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:38:07.293958 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-b2c20873-adf8-452c-9760-768a2bd165ee None None] Notify callbacks [] for port, precommit_create {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:38:07.304477 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-b2c20873-adf8-452c-9760-768a2bd165ee None None] Transition to ACTIVE for port object 85217ad4-a6bd-43f6-9b6d-3aae90f7ab1e will not be triggered until provisioned by entity L2. {{(pid=98982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:38:07.321494 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-b2c20873-adf8-452c-9760-768a2bd165ee None None] Transition to ACTIVE for port object 85217ad4-a6bd-43f6-9b6d-3aae90f7ab1e will not be triggered until provisioned by entity DHCP. {{(pid=98982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:38:07.453779 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-b2c20873-adf8-452c-9760-768a2bd165ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110'] for port, after_create {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:38:07.456175 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:38:07.499742 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c20873-adf8-452c-9760-768a2bd165ee None None] Network f7e1d79f-ac1b-4f58-b784-425ce32ace56 is already hosted by enough agents. {{(pid=98982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:38:07.502560 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.scheduler.base_scheduler [None req-b2c20873-adf8-452c-9760-768a2bd165ee None None] Resources bound (agent type, host, resource id): {{(pid=98982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:38:07.508220 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c20873-adf8-452c-9760-768a2bd165ee None None] Received port after_create {{(pid=98982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:38:07.510259 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c20873-adf8-452c-9760-768a2bd165ee None None] Pushing event updated for resources: {'Port': ['ID=85217ad4-a6bd-43f6-9b6d-3aae90f7ab1e,revision_number=1']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:38:07.520547 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c20873-adf8-452c-9760-768a2bd165ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:38:07.521514 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c20873-adf8-452c-9760-768a2bd165ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:38:07.521857 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c20873-adf8-452c-9760-768a2bd165ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:38:07.522271 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c20873-adf8-452c-9760-768a2bd165ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:38:07.522609 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c20873-adf8-452c-9760-768a2bd165ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:38:07.522959 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c20873-adf8-452c-9760-768a2bd165ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:38:07.523283 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c20873-adf8-452c-9760-768a2bd165ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:38:07.523608 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c20873-adf8-452c-9760-768a2bd165ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:38:07.524153 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c20873-adf8-452c-9760-768a2bd165ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:38:07.524490 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c20873-adf8-452c-9760-768a2bd165ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:38:07.524888 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c20873-adf8-452c-9760-768a2bd165ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:38:07.525209 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c20873-adf8-452c-9760-768a2bd165ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:38:07.529952 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-b2c20873-adf8-452c-9760-768a2bd165ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:38:07.579313 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.managers [None req-b2c20873-adf8-452c-9760-768a2bd165ee None None] Attempting to bind port 85217ad4-a6bd-43f6-9b6d-3aae90f7ab1e on host dv-cinder-796286-4-iscsi for vnic_type normal with profile {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:38:07.579595 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.managers [None req-b2c20873-adf8-452c-9760-768a2bd165ee None None] Attempting to bind port 85217ad4-a6bd-43f6-9b6d-3aae90f7ab1e by drivers openvswitch,hyperv on host dv-cinder-796286-4-iscsi at level 0 using segments [{'id': '8fad731d-770f-4e61-93ac-f71a24e43f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'f7e1d79f-ac1b-4f58-b784-425ce32ace56'}] {{(pid=98982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:38:07.579951 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c20873-adf8-452c-9760-768a2bd165ee None None] Attempting to bind port 85217ad4-a6bd-43f6-9b6d-3aae90f7ab1e on network f7e1d79f-ac1b-4f58-b784-425ce32ace56 {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:38:07.585774 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c20873-adf8-452c-9760-768a2bd165ee None None] Checking agent: {'id': '1e3237df-5913-46b8-aeb8-2bb1fe27fce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 34, 49), 'started_at': datetime.datetime(2021, 6, 16, 9, 35, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:38:07.586146 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c20873-adf8-452c-9760-768a2bd165ee None None] Checking segment: {'id': '8fad731d-770f-4e61-93ac-f71a24e43f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'f7e1d79f-ac1b-4f58-b784-425ce32ace56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:38:07.586547 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-b2c20873-adf8-452c-9760-768a2bd165ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:38:07.587018 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c20873-adf8-452c-9760-768a2bd165ee None None] Bound using segment: {'id': '8fad731d-770f-4e61-93ac-f71a24e43f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'f7e1d79f-ac1b-4f58-b784-425ce32ace56'} {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:38:07.587485 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.managers [None req-b2c20873-adf8-452c-9760-768a2bd165ee None None] Bound port: 85217ad4-a6bd-43f6-9b6d-3aae90f7ab1e, host: dv-cinder-796286-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fad731d-770f-4e61-93ac-f71a24e43f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'f7e1d79f-ac1b-4f58-b784-425ce32ace56'}}] {{(pid=98982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:38:07.587854 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-b2c20873-adf8-452c-9760-768a2bd165ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:38:07.650685 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-b2c20873-adf8-452c-9760-768a2bd165ee None None] For port 85217ad4-a6bd-43f6-9b6d-3aae90f7ab1e, host dv-cinder-796286-4-iscsi, cleared binding levels {{(pid=98982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:38:07.653947 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-b2c20873-adf8-452c-9760-768a2bd165ee None None] For port 85217ad4-a6bd-43f6-9b6d-3aae90f7ab1e, host dv-cinder-796286-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=85217ad4-a6bd-43f6-9b6d-3aae90f7ab1e,segment=NetworkSegment(8fad731d-770f-4e61-93ac-f71a24e43f3f),segment_id=8fad731d-770f-4e61-93ac-f71a24e43f3f)] {{(pid=98982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:38:07.729299 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-b2c20873-adf8-452c-9760-768a2bd165ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:38:07.731605 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:38:07.788622 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c20873-adf8-452c-9760-768a2bd165ee None None] Pushing event updated for resources: {'Port': ['ID=85217ad4-a6bd-43f6-9b6d-3aae90f7ab1e,revision_number=2']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:38:07.791732 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-b2c20873-adf8-452c-9760-768a2bd165ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:38:08.610476 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fad5982-a0a7-4adc-be10-99591e822e04 None None] Network f7e1d79f-ac1b-4f58-b784-425ce32ace56 requested from dv-cinder-796286-4-iscsi {{(pid=98982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:38:08.722794 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-054d3bdd-41b7-480d-8b81-408b17de8383 None None] Provisioning for port 85217ad4-a6bd-43f6-9b6d-3aae90f7ab1e completed by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:38:09.486224 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 85217ad4-a6bd-43f6-9b6d-3aae90f7ab1e up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:38:09.603034 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning for port 85217ad4-a6bd-43f6-9b6d-3aae90f7ab1e completed by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:38:09.607243 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning complete for port 85217ad4-a6bd-43f6-9b6d-3aae90f7ab1e triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:38:09.607620 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:38:09.690040 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:38:09.722359 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] For port 85217ad4-a6bd-43f6-9b6d-3aae90f7ab1e, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=85217ad4-a6bd-43f6-9b6d-3aae90f7ab1e,segment=NetworkSegment(8fad731d-770f-4e61-93ac-f71a24e43f3f),segment_id=8fad731d-770f-4e61-93ac-f71a24e43f3f)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:38:09.803153 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:38:09.805208 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:38:09.854827 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Pushing event updated for resources: {'Port': ['ID=85217ad4-a6bd-43f6-9b6d-3aae90f7ab1e,revision_number=3']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:38:09.864402 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:38:11.453968 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 85217ad4-a6bd-43f6-9b6d-3aae90f7ab1e up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:38:11.500572 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning complete for port 85217ad4-a6bd-43f6-9b6d-3aae90f7ab1e triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:38:11.500859 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:38:16.934150 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-8db33ef0-4b56-4021-8877-3446474eb007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:38:19.254636 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-5e500fff-cbcf-4ef1-9ff1-61a645056a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:38:19.468371 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:38:20.423114 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-16d92f64-da1b-4eb0-8f0f-160fef97265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:38:22.380112 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e4fb578b-fd5e-47f0-aa8c-4b83a36f29c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:38:41.014280 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.agents_db [None req-3560065e-ea11-4ff4-820f-b568c2ca0093 None None] Agent healthcheck: found 5 active agents {{(pid=98983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:38:46.916415 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-11721367-c488-43e4-a4c9-78441030d77e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:38:49.248218 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-4bdf7e89-75e2-46b1-a7ab-e1d2b76bdbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:38:49.467851 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:38:50.462318 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-16d92f64-da1b-4eb0-8f0f-160fef97265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:38:52.340068 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e4fb578b-fd5e-47f0-aa8c-4b83a36f29c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:39:16.916404 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-39951969-7394-49bc-abd8-977a4e24d869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:39:18.013928 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.agents_db [None req-3560065e-ea11-4ff4-820f-b568c2ca0093 None None] Agent healthcheck: found 5 active agents {{(pid=98983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:39:19.249781 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-12509981-07a6-4d9a-ba82-b66ab484fe4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:39:19.476080 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:39:20.470961 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-16d92f64-da1b-4eb0-8f0f-160fef97265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:39:22.402215 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e4fb578b-fd5e-47f0-aa8c-4b83a36f29c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:39:28.159775 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 44578) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:39:28.166003 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [None req-9884e9c0-a29a-4739-8a83-57b566e04cf9 tempest-verify_tempest_config-2092234584 tempest-verify_tempest_config-2092234584-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=98981) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 09:39:28.166997 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-9884e9c0-a29a-4739-8a83-57b566e04cf9 tempest-verify_tempest_config-2092234584 tempest-verify_tempest_config-2092234584-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061073 Jun 16 09:39:28.963410 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 44596) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:39:29.063789 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-cc0f0567-496b-40bd-b22c-a35ab667869e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:39:29.151470 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-cc0f0567-496b-40bd-b22c-a35ab667869e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:39:29.251368 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-cc0f0567-496b-40bd-b22c-a35ab667869e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:39:29.255043 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:39:29.299362 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-cc0f0567-496b-40bd-b22c-a35ab667869e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0600fa592d6e45ffb49c7eaf7e7dd62a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3347793 Jun 16 09:39:29.300623 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0f0567-496b-40bd-b22c-a35ab667869e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717effbc-9be8-46ee-8967-d3cf5a1d279e,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:39:29.306456 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 44602) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:39:29.307432 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0f0567-496b-40bd-b22c-a35ab667869e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:39:29.307813 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0f0567-496b-40bd-b22c-a35ab667869e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:39:29.308134 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0f0567-496b-40bd-b22c-a35ab667869e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:39:29.308457 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0f0567-496b-40bd-b22c-a35ab667869e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:39:29.308780 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0f0567-496b-40bd-b22c-a35ab667869e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:39:29.309120 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0f0567-496b-40bd-b22c-a35ab667869e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:39:29.309442 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0f0567-496b-40bd-b22c-a35ab667869e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:39:29.309759 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0f0567-496b-40bd-b22c-a35ab667869e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:39:29.310076 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0f0567-496b-40bd-b22c-a35ab667869e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:39:29.310390 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0f0567-496b-40bd-b22c-a35ab667869e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:39:29.310703 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0f0567-496b-40bd-b22c-a35ab667869e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:39:29.311046 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0f0567-496b-40bd-b22c-a35ab667869e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:39:29.315116 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-cc0f0567-496b-40bd-b22c-a35ab667869e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:39:29.364552 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-554ee008-5fcd-4736-b8c0-27e632bd4983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:39:29.384894 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-554ee008-5fcd-4736-b8c0-27e632bd4983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:39:29.564328 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-554ee008-5fcd-4736-b8c0-27e632bd4983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:39:29.568062 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-554ee008-5fcd-4736-b8c0-27e632bd4983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:39:29.569304 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-554ee008-5fcd-4736-b8c0-27e632bd4983 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/717effbc-9be8-46ee-8967-d3cf5a1d279e HTTP/1.1" status: 204 len: 168 time: 0.2615571 Jun 16 09:39:29.582109 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-7110c941-c133-4ace-bf4a-dae097569c14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:39:29.582109 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554ee008-5fcd-4736-b8c0-27e632bd4983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717effbc-9be8-46ee-8967-d3cf5a1d279e,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:39:29.585125 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554ee008-5fcd-4736-b8c0-27e632bd4983 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:39:29.585472 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554ee008-5fcd-4736-b8c0-27e632bd4983 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:39:29.585804 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554ee008-5fcd-4736-b8c0-27e632bd4983 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:39:29.586132 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554ee008-5fcd-4736-b8c0-27e632bd4983 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:39:29.586452 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554ee008-5fcd-4736-b8c0-27e632bd4983 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:39:29.586772 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554ee008-5fcd-4736-b8c0-27e632bd4983 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:39:29.587185 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554ee008-5fcd-4736-b8c0-27e632bd4983 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:39:29.587501 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554ee008-5fcd-4736-b8c0-27e632bd4983 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:39:29.587833 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554ee008-5fcd-4736-b8c0-27e632bd4983 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:39:29.588151 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554ee008-5fcd-4736-b8c0-27e632bd4983 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:39:29.588467 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554ee008-5fcd-4736-b8c0-27e632bd4983 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:39:29.588777 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554ee008-5fcd-4736-b8c0-27e632bd4983 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:39:29.591966 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-554ee008-5fcd-4736-b8c0-27e632bd4983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:39:46.905726 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-1bfb40cb-15ad-431d-b612-d6c9736da7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:39:49.237580 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-380c4d3a-b298-4370-acfc-1beb43429d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:39:49.476089 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:39:50.454196 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-16d92f64-da1b-4eb0-8f0f-160fef97265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:39:52.373172 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e4fb578b-fd5e-47f0-aa8c-4b83a36f29c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:39:55.012722 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.agents_db [None req-3560065e-ea11-4ff4-820f-b568c2ca0093 None None] Agent healthcheck: found 5 active agents {{(pid=98983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:40:16.904866 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-cb05eb58-a069-47b5-a271-ce9b7dfdd5c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:40:19.247631 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-9e198c8c-c9c7-4c14-be29-683f196d2818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:40:19.475809 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:40:20.448092 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-16d92f64-da1b-4eb0-8f0f-160fef97265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:40:22.333497 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e4fb578b-fd5e-47f0-aa8c-4b83a36f29c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:40:32.011485 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.agents_db [None req-3560065e-ea11-4ff4-820f-b568c2ca0093 None None] Agent healthcheck: found 5 active agents {{(pid=98983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:40:46.949537 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-7f671aa4-c94f-4046-9545-a73eea8d9ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:40:49.246728 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-d7a8b132-f097-4b9e-8c9e-f9ebaa17afd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:40:49.503870 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:40:50.440987 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-16d92f64-da1b-4eb0-8f0f-160fef97265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:40:52.349659 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e4fb578b-fd5e-47f0-aa8c-4b83a36f29c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:41:09.010290 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.agents_db [None req-3560065e-ea11-4ff4-820f-b568c2ca0093 None None] Agent healthcheck: found 5 active agents {{(pid=98983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:41:10.600400 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335'] for agent, after_create {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:41:16.908845 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-8a56dbfc-6547-4ca9-90fb-453ad51f44af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:41:19.246078 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-70350449-614a-4008-ad20-803803a903f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:41:19.463222 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:41:20.452009 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-16d92f64-da1b-4eb0-8f0f-160fef97265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:41:22.344226 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e4fb578b-fd5e-47f0-aa8c-4b83a36f29c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:41:26.022388 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 44674) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:41:26.127732 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-7b566ec2-10d0-435e-aa90-353c2455c56c admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1041334 Jun 16 09:41:28.401137 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 44684) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:41:28.454540 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-8bde9d25-681c-4ef6-a222-d88da7242fae admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0521824 Jun 16 09:41:40.583027 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:41:46.009349 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.agents_db [None req-3560065e-ea11-4ff4-820f-b568c2ca0093 None None] Agent healthcheck: found 6 active agents {{(pid=98983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:41:46.943133 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-41fe08d8-48b6-4f75-ac3d-2d4710bc3929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:41:49.268884 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-8c8019ff-bd4f-4964-8c04-0b15d19f0309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:41:49.468320 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:41:50.502777 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-16d92f64-da1b-4eb0-8f0f-160fef97265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:41:52.422877 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e4fb578b-fd5e-47f0-aa8c-4b83a36f29c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:42:10.582789 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:42:16.930200 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-bb7e8a0f-6e47-4a81-a663-e4463509961a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:42:19.256938 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-673619d3-d307-41dd-a324-b49ac36c7100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:42:19.491079 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:42:20.576061 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-16d92f64-da1b-4eb0-8f0f-160fef97265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:42:22.361955 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e4fb578b-fd5e-47f0-aa8c-4b83a36f29c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:42:23.012463 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.agents_db [None req-3560065e-ea11-4ff4-820f-b568c2ca0093 None None] Agent healthcheck: found 6 active agents {{(pid=98983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:42:40.628281 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:42:46.931721 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-9442a5e1-d3ff-49cc-905d-45646d8eb28d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:42:49.268335 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-4d5280bc-304e-43d1-97f9-2c195457f3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:42:49.519442 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:42:50.551923 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-16d92f64-da1b-4eb0-8f0f-160fef97265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:42:52.374650 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e4fb578b-fd5e-47f0-aa8c-4b83a36f29c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:42:58.685796 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 44842) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:42:58.977170 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [None req-a9be5d56-a663-4267-9112-9fef9a8e92ab admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-520951488-network', 'tenant_id': 'dfe9f5ef1b4a464aa32329299459c90d'}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:42:59.117225 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9be5d56-a663-4267-9112-9fef9a8e92ab admin admin] Made reservation on behalf of dfe9f5ef1b4a464aa32329299459c90d for: {'network': 1} {{(pid=98980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:42:59.122116 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-a9be5d56-a663-4267-9112-9fef9a8e92ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for network, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:42:59.128945 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-a9be5d56-a663-4267-9112-9fef9a8e92ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:42:59.221204 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-a9be5d56-a663-4267-9112-9fef9a8e92ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:42:59.359497 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-a9be5d56-a663-4267-9112-9fef9a8e92ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:42:59.369560 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-cc0f0567-496b-40bd-b22c-a35ab667869e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:42:59.387710 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9be5d56-a663-4267-9112-9fef9a8e92ab admin admin] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=98980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 09:42:59.396541 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9be5d56-a663-4267-9112-9fef9a8e92ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a916b01-4372-43e6-a2a1-3c119c8b68b4,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:42:59.405429 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9be5d56-a663-4267-9112-9fef9a8e92ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:42:59.405789 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9be5d56-a663-4267-9112-9fef9a8e92ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:42:59.406123 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9be5d56-a663-4267-9112-9fef9a8e92ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:42:59.406447 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9be5d56-a663-4267-9112-9fef9a8e92ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:42:59.406981 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9be5d56-a663-4267-9112-9fef9a8e92ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:42:59.407335 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9be5d56-a663-4267-9112-9fef9a8e92ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:42:59.407656 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9be5d56-a663-4267-9112-9fef9a8e92ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:42:59.407976 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9be5d56-a663-4267-9112-9fef9a8e92ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:42:59.408293 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9be5d56-a663-4267-9112-9fef9a8e92ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:42:59.408613 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9be5d56-a663-4267-9112-9fef9a8e92ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:42:59.408926 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9be5d56-a663-4267-9112-9fef9a8e92ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:42:59.409237 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9be5d56-a663-4267-9112-9fef9a8e92ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:42:59.410292 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9be5d56-a663-4267-9112-9fef9a8e92ab admin admin] Tracked resource versions report: Jun 16 09:42:59.410292 dv-cinder-796286-4-iscsi neutron-server[98980]: pushed versions: Jun 16 09:42:59.410292 dv-cinder-796286-4-iscsi neutron-server[98980]: { 'AddressGroup': {'1.2'}, Jun 16 09:42:59.410292 dv-cinder-796286-4-iscsi neutron-server[98980]: 'ConntrackHelper': {'1.0'}, Jun 16 09:42:59.410292 dv-cinder-796286-4-iscsi neutron-server[98980]: 'Log': {'1.0'}, Jun 16 09:42:59.410292 dv-cinder-796286-4-iscsi neutron-server[98980]: 'Network': {'1.1'}, Jun 16 09:42:59.410292 dv-cinder-796286-4-iscsi neutron-server[98980]: 'Port': {'1.7'}, Jun 16 09:42:59.410292 dv-cinder-796286-4-iscsi neutron-server[98980]: 'PortForwarding': {'1.2'}, Jun 16 09:42:59.410292 dv-cinder-796286-4-iscsi neutron-server[98980]: 'QosPolicy': {'1.8'}, Jun 16 09:42:59.410292 dv-cinder-796286-4-iscsi neutron-server[98980]: 'SecurityGroup': {'1.4'}, Jun 16 09:42:59.410292 dv-cinder-796286-4-iscsi neutron-server[98980]: 'SecurityGroupRule': {'1.2'}, Jun 16 09:42:59.410292 dv-cinder-796286-4-iscsi neutron-server[98980]: 'SubPort': {'1.0'}, Jun 16 09:42:59.410292 dv-cinder-796286-4-iscsi neutron-server[98980]: 'Subnet': {'1.1'}, Jun 16 09:42:59.410292 dv-cinder-796286-4-iscsi neutron-server[98980]: 'Trunk': {'1.1'}} Jun 16 09:42:59.410292 dv-cinder-796286-4-iscsi neutron-server[98980]: consumer versions: Jun 16 09:42:59.410292 dv-cinder-796286-4-iscsi neutron-server[98980]: { DHCP agent@dv-cinder-796286-4-iscsi: {}, Jun 16 09:42:59.410292 dv-cinder-796286-4-iscsi neutron-server[98980]: HyperV agent@hv-cinder-79628: {}, Jun 16 09:42:59.410292 dv-cinder-796286-4-iscsi neutron-server[98980]: L3 agent@dv-cinder-796286-4-iscsi: {}, Jun 16 09:42:59.410292 dv-cinder-796286-4-iscsi neutron-server[98980]: Metadata agent@dv-cinder-796286-4-iscsi: {}, Jun 16 09:42:59.410292 dv-cinder-796286-4-iscsi neutron-server[98980]: Metering agent@dv-cinder-796286-4-iscsi: {}, Jun 16 09:42:59.410292 dv-cinder-796286-4-iscsi neutron-server[98980]: Open vSwitch agent@dv-cinder-796286-4-iscsi: { 'AddressGroup': '1.2', Jun 16 09:42:59.410292 dv-cinder-796286-4-iscsi neutron-server[98980]: 'ConntrackHelper': '1.0', Jun 16 09:42:59.410292 dv-cinder-796286-4-iscsi neutron-server[98980]: 'Log': '1.0', Jun 16 09:42:59.410292 dv-cinder-796286-4-iscsi neutron-server[98980]: 'Network': '1.1', Jun 16 09:42:59.410292 dv-cinder-796286-4-iscsi neutron-server[98980]: 'Port': '1.7', Jun 16 09:42:59.410292 dv-cinder-796286-4-iscsi neutron-server[98980]: 'PortForwarding': '1.2', Jun 16 09:42:59.410292 dv-cinder-796286-4-iscsi neutron-server[98980]: 'QosPolicy': '1.8', Jun 16 09:42:59.410292 dv-cinder-796286-4-iscsi neutron-server[98980]: 'SecurityGroup': '1.4', Jun 16 09:42:59.410292 dv-cinder-796286-4-iscsi neutron-server[98980]: 'SecurityGroupRule': '1.2', Jun 16 09:42:59.410292 dv-cinder-796286-4-iscsi neutron-server[98980]: 'SubPort': '1.0', Jun 16 09:42:59.410292 dv-cinder-796286-4-iscsi neutron-server[98980]: 'Subnet': '1.1', Jun 16 09:42:59.410292 dv-cinder-796286-4-iscsi neutron-server[98980]: 'Trunk': '1.1'}} Jun 16 09:42:59.410292 dv-cinder-796286-4-iscsi neutron-server[98980]: {{(pid=98980) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 09:42:59.415783 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-a9be5d56-a663-4267-9112-9fef9a8e92ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753648'] for segment, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:42:59.419581 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.db.segments_db [None req-a9be5d56-a663-4267-9112-9fef9a8e92ab admin admin] Added segment b89fa4bb-9b9b-47e0-a491-864722251830 of type vlan for network 5c8b8276-a881-4c68-ac89-d4ac2c936588 Jun 16 09:42:59.419581 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-a9be5d56-a663-4267-9112-9fef9a8e92ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:42:59.436710 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 44886) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:42:59.460437 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-a9be5d56-a663-4267-9112-9fef9a8e92ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772812906909'] for network, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:42:59.576677 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-a9be5d56-a663-4267-9112-9fef9a8e92ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439'] for network, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:42:59.578113 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9be5d56-a663-4267-9112-9fef9a8e92ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:42:59.579505 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-a9be5d56-a663-4267-9112-9fef9a8e92ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for network, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:42:59.582591 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:42:59.641372 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9be5d56-a663-4267-9112-9fef9a8e92ab admin admin] Pushing event updated for resources: {'Network': ['ID=5c8b8276-a881-4c68-ac89-d4ac2c936588,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:42:59.651959 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-a9be5d56-a663-4267-9112-9fef9a8e92ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:42:59.653726 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Network 5c8b8276-a881-4c68-ac89-d4ac2c936588 details requested by agent ovs-agent-dv-cinder-796286-4-iscsi with host dv-cinder-796286-4-iscsi {{(pid=98982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 09:42:59.674287 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-a9be5d56-a663-4267-9112-9fef9a8e92ab admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9871695 Jun 16 09:42:59.677123 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 44898) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:42:59.681410 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 44900) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:42:59.682048 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [None req-3b2ae286-f46c-4615-ac31-67ea97170875 admin admin] Request body: {'subnet': {'network_id': '5c8b8276-a881-4c68-ac89-d4ac2c936588', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-520951488-subnet', 'tenant_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:42:59.718176 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 44904) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:42:59.763108 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2ae286-f46c-4615-ac31-67ea97170875 admin admin] Made reservation on behalf of dfe9f5ef1b4a464aa32329299459c90d for: {'subnet': 1} {{(pid=98980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:42:59.765493 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-3b2ae286-f46c-4615-ac31-67ea97170875 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:42:59.801946 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [None req-ac797f89-bf2e-4b5d-be67-2163479b4d30 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1614043519-network', 'tenant_id': 'fa31d16a12d643cbb5f92d1c0eaeb35b'}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:42:59.886370 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 44910) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:00.012447 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.agents_db [None req-3560065e-ea11-4ff4-820f-b568c2ca0093 None None] Agent healthcheck: found 6 active agents {{(pid=98983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:43:00.057674 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [None req-d1bec5ba-e5da-492f-b095-9e593a75a968 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-648742598-network', 'tenant_id': 'f9249ac1d8ab433fbcae69c13b81714b'}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:00.084592 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac797f89-bf2e-4b5d-be67-2163479b4d30 admin admin] Made reservation on behalf of fa31d16a12d643cbb5f92d1c0eaeb35b for: {'network': 1} {{(pid=98981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:43:00.086943 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-ac797f89-bf2e-4b5d-be67-2163479b4d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for network, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:00.097372 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [None req-2d44e2b4-ef3f-4e16-b6d1-a8e62b5f726f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-541137821-network', 'tenant_id': 'f5476756cec74ac89980f811e6b4c64a'}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:00.108823 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-ac797f89-bf2e-4b5d-be67-2163479b4d30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:00.131137 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-3b2ae286-f46c-4615-ac31-67ea97170875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430'] for subnet, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:00.134717 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-fdc2beda-f926-4fcd-8cf6-f6d01177bf04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:00.180747 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ae286-f46c-4615-ac31-67ea97170875 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7f651ef-1612-428c-80c5-ecb2942fc3e0,revision_number=0']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:00.190996 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-3b2ae286-f46c-4615-ac31-67ea97170875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:00.195637 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2ae286-f46c-4615-ac31-67ea97170875 admin admin] Checking segment: {'id': 'b89fa4bb-9b9b-47e0-a491-864722251830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5c8b8276-a881-4c68-ac89-d4ac2c936588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:43:00.195982 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2ae286-f46c-4615-ac31-67ea97170875 admin admin] Network hostable DHCP agents. Network: 5c8b8276-a881-4c68-ac89-d4ac2c936588, hostable agents: ['b75f70a3-2745-4841-b3c1-6cbf0fc89424'], hosted agents: [] {{(pid=98980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 09:43:00.289814 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1bec5ba-e5da-492f-b095-9e593a75a968 admin admin] Made reservation on behalf of f9249ac1d8ab433fbcae69c13b81714b for: {'network': 1} {{(pid=98981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:43:00.299839 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d1bec5ba-e5da-492f-b095-9e593a75a968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for network, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:00.305818 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d1bec5ba-e5da-492f-b095-9e593a75a968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:00.330769 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [None req-8cac0692-1750-407f-947a-3672cd8a43b3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-829557959-network', 'tenant_id': '3aab2d6845c34f44bdcaf8eb3cec5927'}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:00.374785 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2ae286-f46c-4615-ac31-67ea97170875 admin admin] Network 5c8b8276-a881-4c68-ac89-d4ac2c936588 is scheduled to be hosted by DHCP agent b75f70a3-2745-4841-b3c1-6cbf0fc89424 with binding_index 1 {{(pid=98980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 09:43:00.406930 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d44e2b4-ef3f-4e16-b6d1-a8e62b5f726f admin admin] Made reservation on behalf of f5476756cec74ac89980f811e6b4c64a for: {'network': 1} {{(pid=98981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:43:00.409271 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-2d44e2b4-ef3f-4e16-b6d1-a8e62b5f726f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for network, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:00.423413 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-2d44e2b4-ef3f-4e16-b6d1-a8e62b5f726f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:00.501100 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-ac797f89-bf2e-4b5d-be67-2163479b4d30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:00.517666 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.base_scheduler [None req-3b2ae286-f46c-4615-ac31-67ea97170875 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-4-iscsi, 5c8b8276-a881-4c68-ac89-d4ac2c936588) {{(pid=98980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:43:00.521925 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2ae286-f46c-4615-ac31-67ea97170875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:00.522507 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-3b2ae286-f46c-4615-ac31-67ea97170875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for subnet, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:00.528299 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52daf7d0-ca3d-4d82-8be3-60220b073f3d None None] Network 5c8b8276-a881-4c68-ac89-d4ac2c936588 requested from dv-cinder-796286-4-iscsi {{(pid=98982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:43:00.620154 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-ac797f89-bf2e-4b5d-be67-2163479b4d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:00.625373 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:00.707292 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-3b2ae286-f46c-4615-ac31-67ea97170875 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0288892 Jun 16 09:43:00.710072 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 44940) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:00.714945 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [None req-d23afeae-4926-49aa-a0dc-40fbe78ea974 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-520951488-router', 'tenant_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f'}}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:00.774638 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e100c00a-6d79-41ce-be0f-fa566b64b206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp669d9969-c577-5cc9-9e2a-6c352c69c075-5c8b8276-a881-4c68-ac89-d4ac2c936588', 'network_id': '5c8b8276-a881-4c68-ac89-d4ac2c936588', 'tenant_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'fixed_ips': [{'subnet_id': 'd7f651ef-1612-428c-80c5-ecb2942fc3e0'}]}} from dv-cinder-796286-4-iscsi. {{(pid=98982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 09:43:00.778925 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e100c00a-6d79-41ce-be0f-fa566b64b206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:00.785864 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac797f89-bf2e-4b5d-be67-2163479b4d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb384a6-4b3c-4565-98dc-20b9248363a0,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:00.798355 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac797f89-bf2e-4b5d-be67-2163479b4d30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:00.798710 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac797f89-bf2e-4b5d-be67-2163479b4d30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:00.799070 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac797f89-bf2e-4b5d-be67-2163479b4d30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:00.799395 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac797f89-bf2e-4b5d-be67-2163479b4d30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:00.799712 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac797f89-bf2e-4b5d-be67-2163479b4d30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:00.800212 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac797f89-bf2e-4b5d-be67-2163479b4d30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:00.800535 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac797f89-bf2e-4b5d-be67-2163479b4d30 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:00.800851 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac797f89-bf2e-4b5d-be67-2163479b4d30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:00.801178 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac797f89-bf2e-4b5d-be67-2163479b4d30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:00.801662 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac797f89-bf2e-4b5d-be67-2163479b4d30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:00.801979 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac797f89-bf2e-4b5d-be67-2163479b4d30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:00.802545 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac797f89-bf2e-4b5d-be67-2163479b4d30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:00.803650 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac797f89-bf2e-4b5d-be67-2163479b4d30 admin admin] Tracked resource versions report: Jun 16 09:43:00.803650 dv-cinder-796286-4-iscsi neutron-server[98981]: pushed versions: Jun 16 09:43:00.803650 dv-cinder-796286-4-iscsi neutron-server[98981]: { 'AddressGroup': {'1.2'}, Jun 16 09:43:00.803650 dv-cinder-796286-4-iscsi neutron-server[98981]: 'ConntrackHelper': {'1.0'}, Jun 16 09:43:00.803650 dv-cinder-796286-4-iscsi neutron-server[98981]: 'Log': {'1.0'}, Jun 16 09:43:00.803650 dv-cinder-796286-4-iscsi neutron-server[98981]: 'Network': {'1.1'}, Jun 16 09:43:00.803650 dv-cinder-796286-4-iscsi neutron-server[98981]: 'Port': {'1.7'}, Jun 16 09:43:00.803650 dv-cinder-796286-4-iscsi neutron-server[98981]: 'PortForwarding': {'1.2'}, Jun 16 09:43:00.803650 dv-cinder-796286-4-iscsi neutron-server[98981]: 'QosPolicy': {'1.8'}, Jun 16 09:43:00.803650 dv-cinder-796286-4-iscsi neutron-server[98981]: 'SecurityGroup': {'1.4'}, Jun 16 09:43:00.803650 dv-cinder-796286-4-iscsi neutron-server[98981]: 'SecurityGroupRule': {'1.2'}, Jun 16 09:43:00.803650 dv-cinder-796286-4-iscsi neutron-server[98981]: 'SubPort': {'1.0'}, Jun 16 09:43:00.803650 dv-cinder-796286-4-iscsi neutron-server[98981]: 'Subnet': {'1.1'}, Jun 16 09:43:00.803650 dv-cinder-796286-4-iscsi neutron-server[98981]: 'Trunk': {'1.1'}} Jun 16 09:43:00.803650 dv-cinder-796286-4-iscsi neutron-server[98981]: consumer versions: Jun 16 09:43:00.803650 dv-cinder-796286-4-iscsi neutron-server[98981]: { DHCP agent@dv-cinder-796286-4-iscsi: {}, Jun 16 09:43:00.803650 dv-cinder-796286-4-iscsi neutron-server[98981]: HyperV agent@hv-cinder-79628: {}, Jun 16 09:43:00.803650 dv-cinder-796286-4-iscsi neutron-server[98981]: L3 agent@dv-cinder-796286-4-iscsi: {}, Jun 16 09:43:00.803650 dv-cinder-796286-4-iscsi neutron-server[98981]: Metadata agent@dv-cinder-796286-4-iscsi: {}, Jun 16 09:43:00.803650 dv-cinder-796286-4-iscsi neutron-server[98981]: Metering agent@dv-cinder-796286-4-iscsi: {}, Jun 16 09:43:00.803650 dv-cinder-796286-4-iscsi neutron-server[98981]: Open vSwitch agent@dv-cinder-796286-4-iscsi: { 'AddressGroup': '1.2', Jun 16 09:43:00.803650 dv-cinder-796286-4-iscsi neutron-server[98981]: 'ConntrackHelper': '1.0', Jun 16 09:43:00.803650 dv-cinder-796286-4-iscsi neutron-server[98981]: 'Log': '1.0', Jun 16 09:43:00.803650 dv-cinder-796286-4-iscsi neutron-server[98981]: 'Network': '1.1', Jun 16 09:43:00.803650 dv-cinder-796286-4-iscsi neutron-server[98981]: 'Port': '1.7', Jun 16 09:43:00.803650 dv-cinder-796286-4-iscsi neutron-server[98981]: 'PortForwarding': '1.2', Jun 16 09:43:00.803650 dv-cinder-796286-4-iscsi neutron-server[98981]: 'QosPolicy': '1.8', Jun 16 09:43:00.803650 dv-cinder-796286-4-iscsi neutron-server[98981]: 'SecurityGroup': '1.4', Jun 16 09:43:00.803650 dv-cinder-796286-4-iscsi neutron-server[98981]: 'SecurityGroupRule': '1.2', Jun 16 09:43:00.803650 dv-cinder-796286-4-iscsi neutron-server[98981]: 'SubPort': '1.0', Jun 16 09:43:00.803650 dv-cinder-796286-4-iscsi neutron-server[98981]: 'Subnet': '1.1', Jun 16 09:43:00.803650 dv-cinder-796286-4-iscsi neutron-server[98981]: 'Trunk': '1.1'}} Jun 16 09:43:00.803650 dv-cinder-796286-4-iscsi neutron-server[98981]: {{(pid=98981) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 09:43:00.811482 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac797f89-bf2e-4b5d-be67-2163479b4d30 admin admin] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=98981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 09:43:00.822690 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-ac797f89-bf2e-4b5d-be67-2163479b4d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753648'] for segment, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:00.823217 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.db.segments_db [None req-ac797f89-bf2e-4b5d-be67-2163479b4d30 admin admin] Added segment 36c94873-002f-4ad3-a0a4-ed02eb70eb5a of type vlan for network ef7af889-6972-434c-9882-4e3de45b6902 Jun 16 09:43:00.863208 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-ac797f89-bf2e-4b5d-be67-2163479b4d30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772812906909'] for network, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:00.871611 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-ac797f89-bf2e-4b5d-be67-2163479b4d30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:00.928278 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.db_base_plugin_common [None req-e100c00a-6d79-41ce-be0f-fa566b64b206 None None] Allocated IP 172.20.0.2 (5c8b8276-a881-4c68-ac89-d4ac2c936588/d7f651ef-1612-428c-80c5-ecb2942fc3e0/0164dc31-198e-41fa-bab9-3fdc81acb96b) {{(pid=98982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:43:00.994968 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d1bec5ba-e5da-492f-b095-9e593a75a968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:01.012034 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-ac797f89-bf2e-4b5d-be67-2163479b4d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439'] for network, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:01.013287 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac797f89-bf2e-4b5d-be67-2163479b4d30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:01.013858 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-ac797f89-bf2e-4b5d-be67-2163479b4d30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for network, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:01.016765 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:01.071811 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e100c00a-6d79-41ce-be0f-fa566b64b206 None None] Notify callbacks [] for port, precommit_create {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:01.075678 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac797f89-bf2e-4b5d-be67-2163479b4d30 admin admin] Pushing event updated for resources: {'Network': ['ID=ef7af889-6972-434c-9882-4e3de45b6902,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:01.081468 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e100c00a-6d79-41ce-be0f-fa566b64b206 None None] Transition to ACTIVE for port object 0164dc31-198e-41fa-bab9-3fdc81acb96b will not be triggered until provisioned by entity L2. {{(pid=98982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:43:01.084108 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-ac797f89-bf2e-4b5d-be67-2163479b4d30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:01.088301 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Network ef7af889-6972-434c-9882-4e3de45b6902 details requested by agent ovs-agent-dv-cinder-796286-4-iscsi with host dv-cinder-796286-4-iscsi {{(pid=98982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 09:43:01.113429 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e100c00a-6d79-41ce-be0f-fa566b64b206 None None] Transition to ACTIVE for port object 0164dc31-198e-41fa-bab9-3fdc81acb96b will not be triggered until provisioned by entity DHCP. {{(pid=98982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:43:01.121395 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d1bec5ba-e5da-492f-b095-9e593a75a968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:01.126939 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-554ee008-5fcd-4736-b8c0-27e632bd4983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:01.147085 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1bec5ba-e5da-492f-b095-9e593a75a968 admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=98981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 09:43:01.164494 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bec5ba-e5da-492f-b095-9e593a75a968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53585afb-0a64-425e-ab8b-00f0425095c6,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:01.169144 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-d1bec5ba-e5da-492f-b095-9e593a75a968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:01.170236 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d1bec5ba-e5da-492f-b095-9e593a75a968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753648'] for segment, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:01.170570 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.db.segments_db [None req-d1bec5ba-e5da-492f-b095-9e593a75a968 admin admin] Added segment 0e8ebde0-1e77-4fe5-8cde-8a02c6b30504 of type vlan for network 2a78f344-748b-4856-b23e-7d857180b044 Jun 16 09:43:01.210726 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d1bec5ba-e5da-492f-b095-9e593a75a968 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772812906909'] for network, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:01.240388 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-ac797f89-bf2e-4b5d-be67-2163479b4d30 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8024569 Jun 16 09:43:01.244094 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 44958) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:01.253283 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [None req-ef3d8521-36e4-4898-a84d-555ae403101f admin admin] Request body: {'subnet': {'network_id': 'ef7af889-6972-434c-9882-4e3de45b6902', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1614043519-subnet', 'tenant_id': 'fa31d16a12d643cbb5f92d1c0eaeb35b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:01.268596 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e100c00a-6d79-41ce-be0f-fa566b64b206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110'] for port, after_create {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:01.276790 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-4489fb44-a365-4f7e-9935-5299648f5afe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:01.327224 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e100c00a-6d79-41ce-be0f-fa566b64b206 None None] Pushing event updated for resources: {'Port': ['ID=0164dc31-198e-41fa-bab9-3fdc81acb96b,revision_number=1']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:01.337213 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e100c00a-6d79-41ce-be0f-fa566b64b206 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:01.337859 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e100c00a-6d79-41ce-be0f-fa566b64b206 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:01.338370 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e100c00a-6d79-41ce-be0f-fa566b64b206 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:01.338913 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e100c00a-6d79-41ce-be0f-fa566b64b206 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:01.339401 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e100c00a-6d79-41ce-be0f-fa566b64b206 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:01.340410 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e100c00a-6d79-41ce-be0f-fa566b64b206 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:01.340896 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e100c00a-6d79-41ce-be0f-fa566b64b206 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:01.341494 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e100c00a-6d79-41ce-be0f-fa566b64b206 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:01.342183 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e100c00a-6d79-41ce-be0f-fa566b64b206 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:01.342524 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e100c00a-6d79-41ce-be0f-fa566b64b206 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:01.342848 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e100c00a-6d79-41ce-be0f-fa566b64b206 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:01.343699 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e100c00a-6d79-41ce-be0f-fa566b64b206 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:01.345057 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e100c00a-6d79-41ce-be0f-fa566b64b206 None None] Tracked resource versions report: Jun 16 09:43:01.345057 dv-cinder-796286-4-iscsi neutron-server[98982]: pushed versions: Jun 16 09:43:01.345057 dv-cinder-796286-4-iscsi neutron-server[98982]: { 'AddressGroup': {'1.2'}, Jun 16 09:43:01.345057 dv-cinder-796286-4-iscsi neutron-server[98982]: 'ConntrackHelper': {'1.0'}, Jun 16 09:43:01.345057 dv-cinder-796286-4-iscsi neutron-server[98982]: 'Log': {'1.0'}, Jun 16 09:43:01.345057 dv-cinder-796286-4-iscsi neutron-server[98982]: 'Network': {'1.1'}, Jun 16 09:43:01.345057 dv-cinder-796286-4-iscsi neutron-server[98982]: 'Port': {'1.7'}, Jun 16 09:43:01.345057 dv-cinder-796286-4-iscsi neutron-server[98982]: 'PortForwarding': {'1.2'}, Jun 16 09:43:01.345057 dv-cinder-796286-4-iscsi neutron-server[98982]: 'QosPolicy': {'1.8'}, Jun 16 09:43:01.345057 dv-cinder-796286-4-iscsi neutron-server[98982]: 'SecurityGroup': {'1.4'}, Jun 16 09:43:01.345057 dv-cinder-796286-4-iscsi neutron-server[98982]: 'SecurityGroupRule': {'1.2'}, Jun 16 09:43:01.345057 dv-cinder-796286-4-iscsi neutron-server[98982]: 'SubPort': {'1.0'}, Jun 16 09:43:01.345057 dv-cinder-796286-4-iscsi neutron-server[98982]: 'Subnet': {'1.1'}, Jun 16 09:43:01.345057 dv-cinder-796286-4-iscsi neutron-server[98982]: 'Trunk': {'1.1'}} Jun 16 09:43:01.345057 dv-cinder-796286-4-iscsi neutron-server[98982]: consumer versions: Jun 16 09:43:01.345057 dv-cinder-796286-4-iscsi neutron-server[98982]: { DHCP agent@dv-cinder-796286-4-iscsi: {}, Jun 16 09:43:01.345057 dv-cinder-796286-4-iscsi neutron-server[98982]: HyperV agent@hv-cinder-79628: {}, Jun 16 09:43:01.345057 dv-cinder-796286-4-iscsi neutron-server[98982]: L3 agent@dv-cinder-796286-4-iscsi: {}, Jun 16 09:43:01.345057 dv-cinder-796286-4-iscsi neutron-server[98982]: Metadata agent@dv-cinder-796286-4-iscsi: {}, Jun 16 09:43:01.345057 dv-cinder-796286-4-iscsi neutron-server[98982]: Metering agent@dv-cinder-796286-4-iscsi: {}, Jun 16 09:43:01.345057 dv-cinder-796286-4-iscsi neutron-server[98982]: Open vSwitch agent@dv-cinder-796286-4-iscsi: { 'AddressGroup': '1.2', Jun 16 09:43:01.345057 dv-cinder-796286-4-iscsi neutron-server[98982]: 'ConntrackHelper': '1.0', Jun 16 09:43:01.345057 dv-cinder-796286-4-iscsi neutron-server[98982]: 'Log': '1.0', Jun 16 09:43:01.345057 dv-cinder-796286-4-iscsi neutron-server[98982]: 'Network': '1.1', Jun 16 09:43:01.345057 dv-cinder-796286-4-iscsi neutron-server[98982]: 'Port': '1.7', Jun 16 09:43:01.345057 dv-cinder-796286-4-iscsi neutron-server[98982]: 'PortForwarding': '1.2', Jun 16 09:43:01.345057 dv-cinder-796286-4-iscsi neutron-server[98982]: 'QosPolicy': '1.8', Jun 16 09:43:01.345057 dv-cinder-796286-4-iscsi neutron-server[98982]: 'SecurityGroup': '1.4', Jun 16 09:43:01.345057 dv-cinder-796286-4-iscsi neutron-server[98982]: 'SecurityGroupRule': '1.2', Jun 16 09:43:01.345057 dv-cinder-796286-4-iscsi neutron-server[98982]: 'SubPort': '1.0', Jun 16 09:43:01.345057 dv-cinder-796286-4-iscsi neutron-server[98982]: 'Subnet': '1.1', Jun 16 09:43:01.345057 dv-cinder-796286-4-iscsi neutron-server[98982]: 'Trunk': '1.1'}} Jun 16 09:43:01.345057 dv-cinder-796286-4-iscsi neutron-server[98982]: {{(pid=98982) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 09:43:01.357310 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d1bec5ba-e5da-492f-b095-9e593a75a968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439'] for network, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:01.360767 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e100c00a-6d79-41ce-be0f-fa566b64b206 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:01.362534 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e100c00a-6d79-41ce-be0f-fa566b64b206 None None] Network 5c8b8276-a881-4c68-ac89-d4ac2c936588 is already hosted by enough agents. {{(pid=98982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:43:01.364454 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.scheduler.base_scheduler [None req-e100c00a-6d79-41ce-be0f-fa566b64b206 None None] Resources bound (agent type, host, resource id): {{(pid=98982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:43:01.368568 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e100c00a-6d79-41ce-be0f-fa566b64b206 None None] Received port after_create {{(pid=98982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:43:01.369864 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bec5ba-e5da-492f-b095-9e593a75a968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:01.370457 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d1bec5ba-e5da-492f-b095-9e593a75a968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for network, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:01.373150 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cac0692-1750-407f-947a-3672cd8a43b3 admin admin] Made reservation on behalf of 3aab2d6845c34f44bdcaf8eb3cec5927 for: {'network': 1} {{(pid=98981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:43:01.375707 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-8cac0692-1750-407f-947a-3672cd8a43b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for network, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:01.380204 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-7110c941-c133-4ace-bf4a-dae097569c14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:01.396956 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-8cac0692-1750-407f-947a-3672cd8a43b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:01.471410 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.managers [None req-e100c00a-6d79-41ce-be0f-fa566b64b206 None None] Attempting to bind port 0164dc31-198e-41fa-bab9-3fdc81acb96b on host dv-cinder-796286-4-iscsi for vnic_type normal with profile {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:43:01.472205 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.managers [None req-e100c00a-6d79-41ce-be0f-fa566b64b206 None None] Attempting to bind port 0164dc31-198e-41fa-bab9-3fdc81acb96b by drivers openvswitch,hyperv on host dv-cinder-796286-4-iscsi at level 0 using segments [{'id': 'b89fa4bb-9b9b-47e0-a491-864722251830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5c8b8276-a881-4c68-ac89-d4ac2c936588'}] {{(pid=98982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:43:01.472781 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e100c00a-6d79-41ce-be0f-fa566b64b206 None None] Attempting to bind port 0164dc31-198e-41fa-bab9-3fdc81acb96b on network 5c8b8276-a881-4c68-ac89-d4ac2c936588 {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:43:01.476471 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bec5ba-e5da-492f-b095-9e593a75a968 admin admin] Pushing event updated for resources: {'Network': ['ID=2a78f344-748b-4856-b23e-7d857180b044,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:01.479260 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e100c00a-6d79-41ce-be0f-fa566b64b206 None None] Checking agent: {'id': '1e3237df-5913-46b8-aeb8-2bb1fe27fce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 34, 49), 'started_at': datetime.datetime(2021, 6, 16, 9, 35, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:43:01.480997 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e100c00a-6d79-41ce-be0f-fa566b64b206 None None] Checking segment: {'id': 'b89fa4bb-9b9b-47e0-a491-864722251830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5c8b8276-a881-4c68-ac89-d4ac2c936588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:43:01.481903 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e100c00a-6d79-41ce-be0f-fa566b64b206 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:01.483122 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e100c00a-6d79-41ce-be0f-fa566b64b206 None None] Bound using segment: {'id': 'b89fa4bb-9b9b-47e0-a491-864722251830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5c8b8276-a881-4c68-ac89-d4ac2c936588'} {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:43:01.483894 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.managers [None req-e100c00a-6d79-41ce-be0f-fa566b64b206 None None] Bound port: 0164dc31-198e-41fa-bab9-3fdc81acb96b, host: dv-cinder-796286-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b89fa4bb-9b9b-47e0-a491-864722251830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5c8b8276-a881-4c68-ac89-d4ac2c936588'}}] {{(pid=98982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:43:01.484893 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e100c00a-6d79-41ce-be0f-fa566b64b206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:01.489327 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-d1bec5ba-e5da-492f-b095-9e593a75a968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:01.508069 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Network 2a78f344-748b-4856-b23e-7d857180b044 details requested by agent ovs-agent-dv-cinder-796286-4-iscsi with host dv-cinder-796286-4-iscsi {{(pid=98982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 09:43:01.553881 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-2d44e2b4-ef3f-4e16-b6d1-a8e62b5f726f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:01.637808 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-2d44e2b4-ef3f-4e16-b6d1-a8e62b5f726f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:01.642950 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-d1bec5ba-e5da-492f-b095-9e593a75a968 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:01.653477 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-e100c00a-6d79-41ce-be0f-fa566b64b206 None None] For port 0164dc31-198e-41fa-bab9-3fdc81acb96b, host dv-cinder-796286-4-iscsi, cleared binding levels {{(pid=98982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:43:01.661317 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-e100c00a-6d79-41ce-be0f-fa566b64b206 None None] For port 0164dc31-198e-41fa-bab9-3fdc81acb96b, host dv-cinder-796286-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=0164dc31-198e-41fa-bab9-3fdc81acb96b,segment=NetworkSegment(b89fa4bb-9b9b-47e0-a491-864722251830),segment_id=b89fa4bb-9b9b-47e0-a491-864722251830)] {{(pid=98982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:43:01.667466 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d44e2b4-ef3f-4e16-b6d1-a8e62b5f726f admin admin] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=98981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 09:43:01.683360 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d44e2b4-ef3f-4e16-b6d1-a8e62b5f726f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0073a650-4d84-4913-a993-17fdffb0a1fe,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:01.686317 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-2d44e2b4-ef3f-4e16-b6d1-a8e62b5f726f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753648'] for segment, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:01.686628 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.db.segments_db [None req-2d44e2b4-ef3f-4e16-b6d1-a8e62b5f726f admin admin] Added segment 072836ba-11c0-4d89-9dbf-d840ce8bf23f of type vlan for network b643789e-234a-40e9-b489-894119bc4f89 Jun 16 09:43:01.688007 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-2d44e2b4-ef3f-4e16-b6d1-a8e62b5f726f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:01.731592 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-2d44e2b4-ef3f-4e16-b6d1-a8e62b5f726f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772812906909'] for network, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:01.765522 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e100c00a-6d79-41ce-be0f-fa566b64b206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:01.770789 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-d23afeae-4926-49aa-a0dc-40fbe78ea974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-702849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5825'] for router, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:01.772327 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-d23afeae-4926-49aa-a0dc-40fbe78ea974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5690'] for router, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:01.776592 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-b2c20873-adf8-452c-9760-768a2bd165ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:01.838399 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e100c00a-6d79-41ce-be0f-fa566b64b206 None None] Pushing event updated for resources: {'Port': ['ID=0164dc31-198e-41fa-bab9-3fdc81acb96b,revision_number=2']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:01.842453 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e100c00a-6d79-41ce-be0f-fa566b64b206 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:01.858259 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-2d44e2b4-ef3f-4e16-b6d1-a8e62b5f726f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439'] for network, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:01.867905 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d44e2b4-ef3f-4e16-b6d1-a8e62b5f726f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:01.867905 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-2d44e2b4-ef3f-4e16-b6d1-a8e62b5f726f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for network, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:01.875206 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:01.951625 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d44e2b4-ef3f-4e16-b6d1-a8e62b5f726f admin admin] Pushing event updated for resources: {'Network': ['ID=b643789e-234a-40e9-b489-894119bc4f89,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:01.963129 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Network b643789e-234a-40e9-b489-894119bc4f89 details requested by agent ovs-agent-dv-cinder-796286-4-iscsi with host dv-cinder-796286-4-iscsi {{(pid=98982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 09:43:01.965657 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-2d44e2b4-ef3f-4e16-b6d1-a8e62b5f726f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:02.003966 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3d8521-36e4-4898-a84d-555ae403101f admin admin] Made reservation on behalf of fa31d16a12d643cbb5f92d1c0eaeb35b for: {'subnet': 1} {{(pid=98980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:43:02.006373 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-ef3d8521-36e4-4898-a84d-555ae403101f admin admin] Notify callbacks [] for subnet, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:02.015459 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-d23afeae-4926-49aa-a0dc-40fbe78ea974 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:02.090270 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-2d44e2b4-ef3f-4e16-b6d1-a8e62b5f726f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.3706224 Jun 16 09:43:02.091657 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-d1bec5ba-e5da-492f-b095-9e593a75a968 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4087338 Jun 16 09:43:02.094562 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 44986) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:02.098973 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 44988) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:02.099519 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [None req-2fabb0ff-4f89-4253-b02b-b35db5f2195d admin admin] Request body: {'subnet': {'network_id': 'b643789e-234a-40e9-b489-894119bc4f89', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-541137821-subnet', 'tenant_id': 'f5476756cec74ac89980f811e6b4c64a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:02.108172 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [None req-13a83605-7bb5-4691-88d9-56425530ea1b admin admin] Request body: {'subnet': {'network_id': '2a78f344-748b-4856-b23e-7d857180b044', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-648742598-subnet', 'tenant_id': 'f9249ac1d8ab433fbcae69c13b81714b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:02.185882 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-8cac0692-1750-407f-947a-3672cd8a43b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:02.313206 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-8cac0692-1750-407f-947a-3672cd8a43b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:02.320944 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-2d44e2b4-ef3f-4e16-b6d1-a8e62b5f726f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:02.346387 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cac0692-1750-407f-947a-3672cd8a43b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=98981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 09:43:02.352654 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-d23afeae-4926-49aa-a0dc-40fbe78ea974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-702895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5676'] for router, precommit_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:02.356587 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac0692-1750-407f-947a-3672cd8a43b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2906dd-c9f1-4509-8482-980ab19b9f50,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:02.372916 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-8cac0692-1750-407f-947a-3672cd8a43b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:02.373704 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-8cac0692-1750-407f-947a-3672cd8a43b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753648'] for segment, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:02.373994 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.db.segments_db [None req-8cac0692-1750-407f-947a-3672cd8a43b3 admin admin] Added segment 98020f90-26bc-4339-b426-2587baf2cd84 of type vlan for network 91a32b6f-094c-4ae5-a33e-942080d95ea2 Jun 16 09:43:02.407762 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 44996) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:02.426752 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-8cac0692-1750-407f-947a-3672cd8a43b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772812906909'] for network, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:02.462336 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 45000) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:02.519827 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fabb0ff-4f89-4253-b02b-b35db5f2195d admin admin] Made reservation on behalf of f5476756cec74ac89980f811e6b4c64a for: {'subnet': 1} {{(pid=98981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:43:02.522632 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-2fabb0ff-4f89-4253-b02b-b35db5f2195d admin admin] Notify callbacks [] for subnet, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:02.630913 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-8cac0692-1750-407f-947a-3672cd8a43b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439'] for network, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:02.632544 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-ef3d8521-36e4-4898-a84d-555ae403101f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430'] for subnet, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:02.639736 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-abeeaca5-d9f4-409a-a2c8-4ceb6802f15e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:02.641448 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:02.653731 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cac0692-1750-407f-947a-3672cd8a43b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:02.654836 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-8cac0692-1750-407f-947a-3672cd8a43b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for network, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:02.658866 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a83605-7bb5-4691-88d9-56425530ea1b admin admin] Made reservation on behalf of f9249ac1d8ab433fbcae69c13b81714b for: {'subnet': 1} {{(pid=98980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:43:02.659777 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-13a83605-7bb5-4691-88d9-56425530ea1b admin admin] Notify callbacks [] for subnet, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:02.663394 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-ac797f89-bf2e-4b5d-be67-2163479b4d30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:02.665757 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-e0b2bd20-550b-40d4-a736-8eb41f2c83eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:02.762254 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac0692-1750-407f-947a-3672cd8a43b3 admin admin] Pushing event updated for resources: {'Network': ['ID=91a32b6f-094c-4ae5-a33e-942080d95ea2,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:02.767709 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-8cac0692-1750-407f-947a-3672cd8a43b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:02.773375 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Network 91a32b6f-094c-4ae5-a33e-942080d95ea2 details requested by agent ovs-agent-dv-cinder-796286-4-iscsi with host dv-cinder-796286-4-iscsi {{(pid=98982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 09:43:02.817120 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d8521-36e4-4898-a84d-555ae403101f admin admin] Pushing event updated for resources: {'Subnet': ['ID=039532dc-f739-4701-98ed-b56a3da4fc13,revision_number=0']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:02.820201 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-ef3d8521-36e4-4898-a84d-555ae403101f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:02.842463 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3d8521-36e4-4898-a84d-555ae403101f admin admin] Checking segment: {'id': '36c94873-002f-4ad3-a0a4-ed02eb70eb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ef7af889-6972-434c-9882-4e3de45b6902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:43:02.843139 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3d8521-36e4-4898-a84d-555ae403101f admin admin] Network hostable DHCP agents. Network: ef7af889-6972-434c-9882-4e3de45b6902, hostable agents: ['b75f70a3-2745-4841-b3c1-6cbf0fc89424'], hosted agents: [] {{(pid=98980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 09:43:02.907510 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-abeeaca5-d9f4-409a-a2c8-4ceb6802f15e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:02.930998 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f75cf9-7a74-4978-bfc4-72906b2e3e82 None None] Network 5c8b8276-a881-4c68-ac89-d4ac2c936588 requested from dv-cinder-796286-4-iscsi {{(pid=98982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:43:02.977127 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-2fabb0ff-4f89-4253-b02b-b35db5f2195d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430'] for subnet, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:02.979525 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-00a06ab1-3200-496d-955d-5d96179942d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:03.019726 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-abeeaca5-d9f4-409a-a2c8-4ceb6802f15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:03.037275 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3d8521-36e4-4898-a84d-555ae403101f admin admin] Network ef7af889-6972-434c-9882-4e3de45b6902 is scheduled to be hosted by DHCP agent b75f70a3-2745-4841-b3c1-6cbf0fc89424 with binding_index 1 {{(pid=98980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 09:43:03.059245 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-d23afeae-4926-49aa-a0dc-40fbe78ea974 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:03.115573 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-8cac0692-1750-407f-947a-3672cd8a43b3 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.2280028 Jun 16 09:43:03.116700 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 45012) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:03.124013 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-d23afeae-4926-49aa-a0dc-40fbe78ea974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:03.209635 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-1bc83265-cfc8-4e4a-9ed2-54240e12ca55 None None] Provisioning for port 0164dc31-198e-41fa-bab9-3fdc81acb96b completed by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:43:03.235493 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.base_scheduler [None req-ef3d8521-36e4-4898-a84d-555ae403101f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-4-iscsi, ef7af889-6972-434c-9882-4e3de45b6902) {{(pid=98980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:43:03.245240 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652ea0b3-d426-4125-8df9-012c4e5d14b7 None None] Network ef7af889-6972-434c-9882-4e3de45b6902 requested from dv-cinder-796286-4-iscsi {{(pid=98982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:43:03.249429 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3d8521-36e4-4898-a84d-555ae403101f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:03.250190 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-ef3d8521-36e4-4898-a84d-555ae403101f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for subnet, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:03.256159 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-e0b2bd20-550b-40d4-a736-8eb41f2c83eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:03.265937 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-abeeaca5-d9f4-409a-a2c8-4ceb6802f15e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=938d5d1e9887477cae5fc6a23a092723&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8549888 Jun 16 09:43:03.268332 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [None req-8a15a97a-eeb9-4eba-bdea-97dff78f077a admin admin] Request body: {'subnet': {'network_id': '91a32b6f-094c-4ae5-a33e-942080d95ea2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-829557959-subnet', 'tenant_id': '3aab2d6845c34f44bdcaf8eb3cec5927', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:03.272670 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 45018) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:03.293016 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fabb0ff-4f89-4253-b02b-b35db5f2195d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5e9ba67-07c6-43ea-ad13-16d85d3a0ee3,revision_number=0']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:03.306863 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-2fabb0ff-4f89-4253-b02b-b35db5f2195d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:03.308899 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fabb0ff-4f89-4253-b02b-b35db5f2195d admin admin] Checking segment: {'id': '072836ba-11c0-4d89-9dbf-d840ce8bf23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b643789e-234a-40e9-b489-894119bc4f89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:43:03.309370 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fabb0ff-4f89-4253-b02b-b35db5f2195d admin admin] Network hostable DHCP agents. Network: b643789e-234a-40e9-b489-894119bc4f89, hostable agents: ['b75f70a3-2745-4841-b3c1-6cbf0fc89424'], hosted agents: [] {{(pid=98981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 09:43:03.311565 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.261s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:03.348066 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeeaca5-d9f4-409a-a2c8-4ceb6802f15e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca8ee12-467b-448a-a18c-4259f387fc51,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:03.351538 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-abeeaca5-d9f4-409a-a2c8-4ceb6802f15e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:03.353865 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-e0b2bd20-550b-40d4-a736-8eb41f2c83eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:03.384553 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:03.413426 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-e0b2bd20-550b-40d4-a736-8eb41f2c83eb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=46d1ee5e5e414913b25258e219a833ce&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9499834 Jun 16 09:43:03.416548 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 45020) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:03.419370 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.db_base_plugin_common [None req-d23afeae-4926-49aa-a0dc-40fbe78ea974 admin admin] Allocated IP 172.27.0.63 (e7fe10b8-90c4-4cba-8f65-340465ca325f/474b542b-67ec-4e86-95bf-cb7c30e5c62d/f704a43b-8f4d-4489-8738-2a2b4492d461) {{(pid=98980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:43:03.423741 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-13a83605-7bb5-4691-88d9-56425530ea1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430'] for subnet, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:03.430144 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b2bd20-550b-40d4-a736-8eb41f2c83eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0cedcf-924b-48bf-911a-ae7a9b1960f3,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:03.435712 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-e0b2bd20-550b-40d4-a736-8eb41f2c83eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:03.473276 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-e6dfaaec-aca3-40f3-8f57-d062de63218d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:03.474301 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-09b222ea-cc25-40d7-8e2b-0d19481706c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:03.493293 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8243c422-b1bd-48e6-8496-0527a025fe97 None None] Network ef7af889-6972-434c-9882-4e3de45b6902 requested from dv-cinder-796286-4-iscsi {{(pid=98982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:43:03.498731 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-e6dfaaec-aca3-40f3-8f57-d062de63218d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:03.608752 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fabb0ff-4f89-4253-b02b-b35db5f2195d admin admin] Network b643789e-234a-40e9-b489-894119bc4f89 is scheduled to be hosted by DHCP agent b75f70a3-2745-4841-b3c1-6cbf0fc89424 with binding_index 1 {{(pid=98981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 09:43:03.616364 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.base_scheduler [None req-2fabb0ff-4f89-4253-b02b-b35db5f2195d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-4-iscsi, b643789e-234a-40e9-b489-894119bc4f89) {{(pid=98981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:43:03.626416 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fabb0ff-4f89-4253-b02b-b35db5f2195d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:03.628538 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-2fabb0ff-4f89-4253-b02b-b35db5f2195d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for subnet, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:03.658521 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-928a36bb-fbd1-4483-b4e0-d2e695a43918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:03.674136 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-e6dfaaec-aca3-40f3-8f57-d062de63218d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:03.677591 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-e6dfaaec-aca3-40f3-8f57-d062de63218d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:03.678871 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-e6dfaaec-aca3-40f3-8f57-d062de63218d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0a0cedcf-924b-48bf-911a-ae7a9b1960f3 HTTP/1.1" status: 204 len: 168 time: 0.2614305 Jun 16 09:43:03.679627 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:03.701419 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-ef3d8521-36e4-4898-a84d-555ae403101f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4464116 Jun 16 09:43:03.701419 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a83605-7bb5-4691-88d9-56425530ea1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b17b72ea-19ce-42b3-840c-5af40c5e6cdd,revision_number=0']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:03.704213 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-13a83605-7bb5-4691-88d9-56425530ea1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:03.720069 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dfaaec-aca3-40f3-8f57-d062de63218d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0cedcf-924b-48bf-911a-ae7a9b1960f3,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:03.725180 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-e6dfaaec-aca3-40f3-8f57-d062de63218d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:03.727827 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff31e7c-ce5c-4ab9-a124-73bb3b3b40b4 None None] Network b643789e-234a-40e9-b489-894119bc4f89 requested from dv-cinder-796286-4-iscsi {{(pid=98982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:43:03.732798 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-928a36bb-fbd1-4483-b4e0-d2e695a43918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:03.750651 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a83605-7bb5-4691-88d9-56425530ea1b admin admin] Checking segment: {'id': '0e8ebde0-1e77-4fe5-8cde-8a02c6b30504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2a78f344-748b-4856-b23e-7d857180b044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:43:03.751195 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a83605-7bb5-4691-88d9-56425530ea1b admin admin] Network hostable DHCP agents. Network: 2a78f344-748b-4856-b23e-7d857180b044, hostable agents: ['b75f70a3-2745-4841-b3c1-6cbf0fc89424'], hosted agents: [] {{(pid=98980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 09:43:03.759814 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-d23afeae-4926-49aa-a0dc-40fbe78ea974 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:03.760829 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 0164dc31-198e-41fa-bab9-3fdc81acb96b up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:43:03.785559 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-2fabb0ff-4f89-4253-b02b-b35db5f2195d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6899350 Jun 16 09:43:03.787565 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 45042) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:03.798583 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [None req-75ce3d72-f095-41ba-97ac-be0c94bdb723 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-541137821-router', 'tenant_id': 'f5476756cec74ac89980f811e6b4c64a', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f'}}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:03.857625 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a15a97a-eeb9-4eba-bdea-97dff78f077a admin admin] Made reservation on behalf of 3aab2d6845c34f44bdcaf8eb3cec5927 for: {'subnet': 1} {{(pid=98981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:43:03.864407 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-8a15a97a-eeb9-4eba-bdea-97dff78f077a admin admin] Notify callbacks [] for subnet, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:03.923141 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a83605-7bb5-4691-88d9-56425530ea1b admin admin] Network 2a78f344-748b-4856-b23e-7d857180b044 is scheduled to be hosted by DHCP agent b75f70a3-2745-4841-b3c1-6cbf0fc89424 with binding_index 1 {{(pid=98980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 09:43:04.005455 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning for port 0164dc31-198e-41fa-bab9-3fdc81acb96b completed by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:43:04.008413 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10bfa63-0f5c-4c1e-b520-2f937e09710b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp669d9969-c577-5cc9-9e2a-6c352c69c075-b643789e-234a-40e9-b489-894119bc4f89', 'network_id': 'b643789e-234a-40e9-b489-894119bc4f89', 'tenant_id': 'f5476756cec74ac89980f811e6b4c64a', 'fixed_ips': [{'subnet_id': 'b5e9ba67-07c6-43ea-ad13-16d85d3a0ee3'}]}} from dv-cinder-796286-4-iscsi. {{(pid=98982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 09:43:04.009299 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e10bfa63-0f5c-4c1e-b520-2f937e09710b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:04.020175 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning complete for port 0164dc31-198e-41fa-bab9-3fdc81acb96b triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:43:04.020544 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:04.059941 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-928a36bb-fbd1-4483-b4e0-d2e695a43918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:04.060673 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.base_scheduler [None req-13a83605-7bb5-4691-88d9-56425530ea1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-4-iscsi, 2a78f344-748b-4856-b23e-7d857180b044) {{(pid=98980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:43:04.066113 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-75ce3d72-f095-41ba-97ac-be0c94bdb723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-702849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5825'] for router, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:04.066489 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-d23afeae-4926-49aa-a0dc-40fbe78ea974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110'] for port, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:04.070973 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-928a36bb-fbd1-4483-b4e0-d2e695a43918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:04.072443 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-928a36bb-fbd1-4483-b4e0-d2e695a43918 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aca8ee12-467b-448a-a18c-4259f387fc51 HTTP/1.1" status: 204 len: 168 time: 0.7924283 Jun 16 09:43:04.075769 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-75ce3d72-f095-41ba-97ac-be0c94bdb723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5690'] for router, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:04.076525 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a83605-7bb5-4691-88d9-56425530ea1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:04.077267 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-13a83605-7bb5-4691-88d9-56425530ea1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for subnet, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:04.079808 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-077ca96e-704d-44c6-bb72-2f025b023766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:04.119411 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633043a3-e953-44fc-9a9f-b78ad821f555 None None] Network 2a78f344-748b-4856-b23e-7d857180b044 requested from dv-cinder-796286-4-iscsi {{(pid=98982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:43:04.204010 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a36bb-fbd1-4483-b4e0-d2e695a43918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca8ee12-467b-448a-a18c-4259f387fc51,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:04.204233 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-75ce3d72-f095-41ba-97ac-be0c94bdb723 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:04.209438 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-928a36bb-fbd1-4483-b4e0-d2e695a43918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:04.211049 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:04.272195 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23afeae-4926-49aa-a0dc-40fbe78ea974 admin admin] Network e7fe10b8-90c4-4cba-8f65-340465ca325f is already hosted by enough agents. {{(pid=98980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:43:04.273525 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.base_scheduler [None req-d23afeae-4926-49aa-a0dc-40fbe78ea974 admin admin] Resources bound (agent type, host, resource id): {{(pid=98980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:43:04.281366 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23afeae-4926-49aa-a0dc-40fbe78ea974 admin admin] Received port after_create {{(pid=98980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:43:04.379527 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-13a83605-7bb5-4691-88d9-56425530ea1b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2793863 Jun 16 09:43:04.387181 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23afeae-4926-49aa-a0dc-40fbe78ea974 admin admin] Pushing event updated for resources: {'Port': ['ID=f704a43b-8f4d-4489-8738-2a2b4492d461,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:04.428528 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-d23afeae-4926-49aa-a0dc-40fbe78ea974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:04.478402 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-75ce3d72-f095-41ba-97ac-be0c94bdb723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-702895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5676'] for router, precommit_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:04.484482 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-8a15a97a-eeb9-4eba-bdea-97dff78f077a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430'] for subnet, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:04.489511 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-2fabb0ff-4f89-4253-b02b-b35db5f2195d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:04.540457 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a15a97a-eeb9-4eba-bdea-97dff78f077a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1e28073-3474-4ab3-a6cb-d23efc1dc12f,revision_number=0']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:04.544710 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-8a15a97a-eeb9-4eba-bdea-97dff78f077a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:04.550234 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a15a97a-eeb9-4eba-bdea-97dff78f077a admin admin] Checking segment: {'id': '98020f90-26bc-4339-b426-2587baf2cd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '91a32b6f-094c-4ae5-a33e-942080d95ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:43:04.550592 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a15a97a-eeb9-4eba-bdea-97dff78f077a admin admin] Network hostable DHCP agents. Network: 91a32b6f-094c-4ae5-a33e-942080d95ea2, hostable agents: ['b75f70a3-2745-4841-b3c1-6cbf0fc89424'], hosted agents: [] {{(pid=98981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 09:43:04.555405 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.db_base_plugin_common [None req-e10bfa63-0f5c-4c1e-b520-2f937e09710b None None] Allocated IP 172.20.0.2 (b643789e-234a-40e9-b489-894119bc4f89/b5e9ba67-07c6-43ea-ad13-16d85d3a0ee3/4e222345-de1a-4192-95f7-5b0467d9cc63) {{(pid=98982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:43:04.559478 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db8b50e-3933-4657-af58-ef6f6bd37267 None None] Network 2a78f344-748b-4856-b23e-7d857180b044 requested from dv-cinder-796286-4-iscsi {{(pid=98982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:43:04.563398 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:04.678086 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] For port 0164dc31-198e-41fa-bab9-3fdc81acb96b, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=0164dc31-198e-41fa-bab9-3fdc81acb96b,segment=NetworkSegment(b89fa4bb-9b9b-47e0-a491-864722251830),segment_id=b89fa4bb-9b9b-47e0-a491-864722251830)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:43:04.709188 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a15a97a-eeb9-4eba-bdea-97dff78f077a admin admin] Network 91a32b6f-094c-4ae5-a33e-942080d95ea2 is scheduled to be hosted by DHCP agent b75f70a3-2745-4841-b3c1-6cbf0fc89424 with binding_index 1 {{(pid=98981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 09:43:04.792456 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:04.795938 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-d23afeae-4926-49aa-a0dc-40fbe78ea974 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:04.801048 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:04.887057 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e10bfa63-0f5c-4c1e-b520-2f937e09710b None None] Notify callbacks [] for port, precommit_create {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:04.895983 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Pushing event updated for resources: {'Port': ['ID=0164dc31-198e-41fa-bab9-3fdc81acb96b,revision_number=3']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:04.900593 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e10bfa63-0f5c-4c1e-b520-2f937e09710b None None] Transition to ACTIVE for port object 4e222345-de1a-4192-95f7-5b0467d9cc63 will not be triggered until provisioned by entity L2. {{(pid=98982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:43:04.903166 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:04.908421 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 45064) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:04.930265 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e10bfa63-0f5c-4c1e-b520-2f937e09710b None None] Transition to ACTIVE for port object 4e222345-de1a-4192-95f7-5b0467d9cc63 will not be triggered until provisioned by entity DHCP. {{(pid=98982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:43:04.966624 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.base_scheduler [None req-8a15a97a-eeb9-4eba-bdea-97dff78f077a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-4-iscsi, 91a32b6f-094c-4ae5-a33e-942080d95ea2) {{(pid=98981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:43:04.974374 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cb194d-dfe0-4633-a0fe-faafae5e09ac None None] Network 91a32b6f-094c-4ae5-a33e-942080d95ea2 requested from dv-cinder-796286-4-iscsi {{(pid=98982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:43:04.995399 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a15a97a-eeb9-4eba-bdea-97dff78f077a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:04.996491 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-8a15a97a-eeb9-4eba-bdea-97dff78f077a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for subnet, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:05.022047 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-d23afeae-4926-49aa-a0dc-40fbe78ea974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-702904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757989'] for router, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:05.073436 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e10bfa63-0f5c-4c1e-b520-2f937e09710b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110'] for port, after_create {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:05.079833 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:05.082402 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-75ce3d72-f095-41ba-97ac-be0c94bdb723 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:05.121077 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-75ce3d72-f095-41ba-97ac-be0c94bdb723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:05.128132 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-8a15a97a-eeb9-4eba-bdea-97dff78f077a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.8647342 Jun 16 09:43:05.130356 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 45068) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:05.130494 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10bfa63-0f5c-4c1e-b520-2f937e09710b None None] Pushing event updated for resources: {'Port': ['ID=4e222345-de1a-4192-95f7-5b0467d9cc63,revision_number=1']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:05.133985 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [None req-bbb7d100-5f7a-4f73-ae98-07419a430365 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-829557959-router', 'tenant_id': '3aab2d6845c34f44bdcaf8eb3cec5927', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f'}}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:05.144776 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e10bfa63-0f5c-4c1e-b520-2f937e09710b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:05.166845 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10bfa63-0f5c-4c1e-b520-2f937e09710b None None] Network b643789e-234a-40e9-b489-894119bc4f89 is already hosted by enough agents. {{(pid=98982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:43:05.171368 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.scheduler.base_scheduler [None req-e10bfa63-0f5c-4c1e-b520-2f937e09710b None None] Resources bound (agent type, host, resource id): {{(pid=98982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:43:05.200250 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-7a9371c7-823e-4b13-9ca8-69cccfc5b947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:05.203930 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10bfa63-0f5c-4c1e-b520-2f937e09710b None None] Received port after_create {{(pid=98982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:43:05.238700 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5e2f99-448b-4e57-9479-da8ef38562c3 None None] Network 91a32b6f-094c-4ae5-a33e-942080d95ea2 requested from dv-cinder-796286-4-iscsi {{(pid=98982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:43:05.263087 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.db_base_plugin_common [None req-75ce3d72-f095-41ba-97ac-be0c94bdb723 admin admin] Allocated IP 172.27.0.67 (e7fe10b8-90c4-4cba-8f65-340465ca325f/474b542b-67ec-4e86-95bf-cb7c30e5c62d/d5a6b48e-b827-4b1d-8036-8d3d55cee802) {{(pid=98981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:43:05.306192 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-bbb7d100-5f7a-4f73-ae98-07419a430365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-702849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5825'] for router, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:05.307440 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-bbb7d100-5f7a-4f73-ae98-07419a430365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5690'] for router, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:05.363284 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.managers [None req-e10bfa63-0f5c-4c1e-b520-2f937e09710b None None] Attempting to bind port 4e222345-de1a-4192-95f7-5b0467d9cc63 on host dv-cinder-796286-4-iscsi for vnic_type normal with profile {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:43:05.364230 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.managers [None req-e10bfa63-0f5c-4c1e-b520-2f937e09710b None None] Attempting to bind port 4e222345-de1a-4192-95f7-5b0467d9cc63 by drivers openvswitch,hyperv on host dv-cinder-796286-4-iscsi at level 0 using segments [{'id': '072836ba-11c0-4d89-9dbf-d840ce8bf23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b643789e-234a-40e9-b489-894119bc4f89'}] {{(pid=98982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:43:05.365073 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 45090) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:05.368143 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10bfa63-0f5c-4c1e-b520-2f937e09710b None None] Attempting to bind port 4e222345-de1a-4192-95f7-5b0467d9cc63 on network b643789e-234a-40e9-b489-894119bc4f89 {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:43:05.373971 dv-cinder-796286-4-iscsi neutron-server[98980]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 16 09:43:05.378642 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10bfa63-0f5c-4c1e-b520-2f937e09710b None None] Checking agent: {'id': '1e3237df-5913-46b8-aeb8-2bb1fe27fce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 34, 49), 'started_at': datetime.datetime(2021, 6, 16, 9, 35, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:43:05.378642 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10bfa63-0f5c-4c1e-b520-2f937e09710b None None] Checking segment: {'id': '072836ba-11c0-4d89-9dbf-d840ce8bf23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b643789e-234a-40e9-b489-894119bc4f89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:43:05.378642 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e10bfa63-0f5c-4c1e-b520-2f937e09710b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:05.378642 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10bfa63-0f5c-4c1e-b520-2f937e09710b None None] Bound using segment: {'id': '072836ba-11c0-4d89-9dbf-d840ce8bf23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b643789e-234a-40e9-b489-894119bc4f89'} {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:43:05.378642 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.managers [None req-e10bfa63-0f5c-4c1e-b520-2f937e09710b None None] Bound port: 4e222345-de1a-4192-95f7-5b0467d9cc63, host: dv-cinder-796286-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '072836ba-11c0-4d89-9dbf-d840ce8bf23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b643789e-234a-40e9-b489-894119bc4f89'}}] {{(pid=98982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:43:05.379637 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e10bfa63-0f5c-4c1e-b520-2f937e09710b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:05.442106 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-bbb7d100-5f7a-4f73-ae98-07419a430365 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:05.457159 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-75ce3d72-f095-41ba-97ac-be0c94bdb723 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:05.470637 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-e10bfa63-0f5c-4c1e-b520-2f937e09710b None None] For port 4e222345-de1a-4192-95f7-5b0467d9cc63, host dv-cinder-796286-4-iscsi, cleared binding levels {{(pid=98982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:43:05.474117 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-e10bfa63-0f5c-4c1e-b520-2f937e09710b None None] For port 4e222345-de1a-4192-95f7-5b0467d9cc63, host dv-cinder-796286-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=4e222345-de1a-4192-95f7-5b0467d9cc63,segment=NetworkSegment(072836ba-11c0-4d89-9dbf-d840ce8bf23f),segment_id=072836ba-11c0-4d89-9dbf-d840ce8bf23f)] {{(pid=98982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:43:05.481731 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 45106) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:05.484016 dv-cinder-796286-4-iscsi neutron-server[98981]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 16 09:43:05.625103 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886555df-6dab-4edd-8986-d24389ab698a req-b8b29138-200d-4ae6-b11e-0d53cf5967e1 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:05.626722 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-886555df-6dab-4edd-8986-d24389ab698a req-b8b29138-200d-4ae6-b11e-0d53cf5967e1 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/networks?id=ef7af889-6972-434c-9882-4e3de45b6902 HTTP/1.1" status: 200 len: 815 time: 0.2552629 Jun 16 09:43:05.652230 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 0164dc31-198e-41fa-bab9-3fdc81acb96b up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:43:05.656733 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-7a9371c7-823e-4b13-9ca8-69cccfc5b947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:05.657086 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e10bfa63-0f5c-4c1e-b520-2f937e09710b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:05.658370 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-886555df-6dab-4edd-8986-d24389ab698a req-62f0ad68-667b-41f5-bb5f-0fcc853c2873 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/quotas/fa31d16a12d643cbb5f92d1c0eaeb35b HTTP/1.1" status: 200 len: 375 time: 0.0242622 Jun 16 09:43:05.684651 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-4489fb44-a365-4f7e-9935-5299648f5afe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:05.715153 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-886555df-6dab-4edd-8986-d24389ab698a req-69d70fb5-ee19-465d-90fe-1f092f747e5b tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fa31d16a12d643cbb5f92d1c0eaeb35b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511496 Jun 16 09:43:05.715920 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23afeae-4926-49aa-a0dc-40fbe78ea974 admin admin] Router 3a95cbf4-c953-4fd9-8ad5-82d480798852 is scheduled to L3 agent 7768ee83-37c7-4165-88a2-5844eb43ad81 with binding_index 1 {{(pid=98980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 09:43:05.720176 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-75ce3d72-f095-41ba-97ac-be0c94bdb723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110'] for port, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:05.731872 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-d434be3f-d69e-4199-b235-19f85a6432a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:05.742195 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 45108) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:05.784272 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10bfa63-0f5c-4c1e-b520-2f937e09710b None None] Pushing event updated for resources: {'Port': ['ID=4e222345-de1a-4192-95f7-5b0467d9cc63,revision_number=2']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:05.789364 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e10bfa63-0f5c-4c1e-b520-2f937e09710b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:05.801378 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning complete for port 0164dc31-198e-41fa-bab9-3fdc81acb96b triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:43:05.801678 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:05.840302 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-7a9371c7-823e-4b13-9ca8-69cccfc5b947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:05.846107 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:05.853106 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92554081-13d5-4714-956d-38aeb0731ee9 req-e9542106-38de-42f2-8816-207827149371 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:05.854979 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-92554081-13d5-4714-956d-38aeb0731ee9 req-e9542106-38de-42f2-8816-207827149371 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.25 "GET /v2.0/networks?id=2a78f344-748b-4856-b23e-7d857180b044 HTTP/1.1" status: 200 len: 811 time: 0.3720477 Jun 16 09:43:05.864595 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-990736b6-334b-4fec-a1ad-af69c9819d41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:05.880537 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-bbb7d100-5f7a-4f73-ae98-07419a430365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-702895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5676'] for router, precommit_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:05.885193 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ce3d72-f095-41ba-97ac-be0c94bdb723 admin admin] Network e7fe10b8-90c4-4cba-8f65-340465ca325f is already hosted by enough agents. {{(pid=98981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:43:05.902532 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.base_scheduler [None req-75ce3d72-f095-41ba-97ac-be0c94bdb723 admin admin] Resources bound (agent type, host, resource id): {{(pid=98981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:43:05.907599 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-7a9371c7-823e-4b13-9ca8-69cccfc5b947 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f4348cccb73d4f74b4966254624fbf62&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8910992 Jun 16 09:43:05.910273 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 45114) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:05.910837 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ce3d72-f095-41ba-97ac-be0c94bdb723 admin admin] Received port after_create {{(pid=98981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:43:05.920073 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-92554081-13d5-4714-956d-38aeb0731ee9 req-ee271acf-ed19-4825-a172-185011aa46d8 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.25 "GET /v2.0/quotas/f9249ac1d8ab433fbcae69c13b81714b HTTP/1.1" status: 200 len: 375 time: 0.0564556 Jun 16 09:43:05.924613 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23afeae-4926-49aa-a0dc-40fbe78ea974 admin admin] Notify agent at l3_agent.dv-cinder-796286-4-iscsi the message routers_updated {{(pid=98980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:43:05.939434 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9371c7-823e-4b13-9ca8-69cccfc5b947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03c9667-d76e-4bce-aa8c-b967a67976e5,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:05.942615 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-7a9371c7-823e-4b13-9ca8-69cccfc5b947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:05.946525 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d8d8e8-dc1d-4f0f-adfe-3362869956db None None] Sync routers for ids ['3a95cbf4-c953-4fd9-8ad5-82d480798852'] in dv-cinder-796286-4-iscsi {{(pid=98983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:43:05.973567 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d8d8e8-dc1d-4f0f-adfe-3362869956db None None] Routers {'3a95cbf4-c953-4fd9-8ad5-82d480798852'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:43:05.973567 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-34d8d8e8-dc1d-4f0f-adfe-3362869956db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:42:49Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['3a95cbf4-c953-4fd9-8ad5-82d480798852'], 'active': True} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:43:05.979886 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce3d72-f095-41ba-97ac-be0c94bdb723 admin admin] Pushing event updated for resources: {'Port': ['ID=d5a6b48e-b827-4b1d-8036-8d3d55cee802,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:05.995800 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-7775853c-49a2-4ca4-8934-75f088571a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:06.061128 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-75ce3d72-f095-41ba-97ac-be0c94bdb723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:06.067111 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-7775853c-49a2-4ca4-8934-75f088571a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:06.080156 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-92554081-13d5-4714-956d-38aeb0731ee9 req-2ee9937f-6596-4634-8122-eb82c209e7f2 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f9249ac1d8ab433fbcae69c13b81714b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1589899 Jun 16 09:43:06.092007 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [req-886555df-6dab-4edd-8986-d24389ab698a req-21d5eaa5-0552-4d41-a5e4-c4fc489d1a1d service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=98980) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 09:43:06.093159 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-886555df-6dab-4edd-8986-d24389ab698a req-21d5eaa5-0552-4d41-a5e4-c4fc489d1a1d service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1272886 Jun 16 09:43:06.189330 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvr_db [None req-34d8d8e8-dc1d-4f0f-adfe-3362869956db None None] Set router 3a95cbf4-c953-4fd9-8ad5-82d480798852 gateway port host: dv-cinder-796286-4-iscsi {{(pid=98983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:43:06.235355 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [req-92554081-13d5-4714-956d-38aeb0731ee9 req-3e96b334-f0a4-4320-9bb4-a6a7ff0bf260 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=98981) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 09:43:06.244304 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-92554081-13d5-4714-956d-38aeb0731ee9 req-3e96b334-f0a4-4320-9bb4-a6a7ff0bf260 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0952621 Jun 16 09:43:06.359774 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-886555df-6dab-4edd-8986-d24389ab698a req-6f82d5e7-9059-47d1-9357-093f04b13c44 service neutron] 10.222.0.25 "GET /v2.0/networks/ef7af889-6972-434c-9882-4e3de45b6902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415800 Jun 16 09:43:06.372290 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-990736b6-334b-4fec-a1ad-af69c9819d41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:06.403827 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-34d8d8e8-dc1d-4f0f-adfe-3362869956db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'name': 'tempest-AttachVolumeTestJSON-520951488-router', 'tenant_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'f704a43b-8f4d-4489-8738-2a2b4492d461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:01Z', 'updated_at': '2021-06-16T09:43:04Z', 'revision_number': 3, 'project_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'gw_port': {'id': 'f704a43b-8f4d-4489-8738-2a2b4492d461', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:03Z', 'updated_at': '2021-06-16T09:43:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi'}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:43:06.407288 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d8d8e8-dc1d-4f0f-adfe-3362869956db None None] Checking router: 3a95cbf4-c953-4fd9-8ad5-82d480798852 for host: dv-cinder-796286-4-iscsi {{(pid=98983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:43:06.407655 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d8d8e8-dc1d-4f0f-adfe-3362869956db None None] Updating router 3a95cbf4-c953-4fd9-8ad5-82d480798852 port f704a43b-8f4d-4489-8738-2a2b4492d461 binding host dv-cinder-796286-4-iscsi {{(pid=98983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 09:43:06.445297 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-7775853c-49a2-4ca4-8934-75f088571a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:06.445590 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-34d8d8e8-dc1d-4f0f-adfe-3362869956db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:06.455088 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-7775853c-49a2-4ca4-8934-75f088571a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:06.457642 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-7775853c-49a2-4ca4-8934-75f088571a5c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b03c9667-d76e-4bce-aa8c-b967a67976e5 HTTP/1.1" status: 204 len: 168 time: 0.5459123 Jun 16 09:43:06.460687 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-7a9371c7-823e-4b13-9ca8-69cccfc5b947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:06.477407 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7775853c-49a2-4ca4-8934-75f088571a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03c9667-d76e-4bce-aa8c-b967a67976e5,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:06.478388 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-92554081-13d5-4714-956d-38aeb0731ee9 req-a93dd27e-c2db-40f6-90e6-760f80dbf754 service neutron] 10.222.0.25 "GET /v2.0/networks/2a78f344-748b-4856-b23e-7d857180b044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329040 Jun 16 09:43:06.481406 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-7775853c-49a2-4ca4-8934-75f088571a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:06.495003 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-990736b6-334b-4fec-a1ad-af69c9819d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:06.509031 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-886555df-6dab-4edd-8986-d24389ab698a req-8c9a54f3-3803-4b1c-83e3-9f56caad3008 service neutron] 10.222.0.25 "GET /v2.0/networks/ef7af889-6972-434c-9882-4e3de45b6902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414053 Jun 16 09:43:06.542193 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-75ce3d72-f095-41ba-97ac-be0c94bdb723 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:06.585859 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-d23afeae-4926-49aa-a0dc-40fbe78ea974 admin admin] Notify callbacks [] for router, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:06.587124 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-d23afeae-4926-49aa-a0dc-40fbe78ea974 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.8757758 Jun 16 09:43:06.596056 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 45126) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:06.791062 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-34d8d8e8-dc1d-4f0f-adfe-3362869956db None None] Notify callbacks [] for port, precommit_update {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:06.816249 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.provisioning_blocks [None req-34d8d8e8-dc1d-4f0f-adfe-3362869956db None None] Transition to ACTIVE for port object f704a43b-8f4d-4489-8738-2a2b4492d461 will not be triggered until provisioned by entity L2. {{(pid=98983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:43:06.879768 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-34d8d8e8-dc1d-4f0f-adfe-3362869956db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:06.882112 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG oslo_concurrency.lockutils [None req-72d7665a-f335-4c5a-a990-a1f22d80bbf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:06.969165 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-8cac0692-1750-407f-947a-3672cd8a43b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:06.980322 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.managers [None req-34d8d8e8-dc1d-4f0f-adfe-3362869956db None None] Attempting to bind port f704a43b-8f4d-4489-8738-2a2b4492d461 on host dv-cinder-796286-4-iscsi for vnic_type normal with profile {{(pid=98983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:43:06.980934 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.managers [None req-34d8d8e8-dc1d-4f0f-adfe-3362869956db None None] Attempting to bind port f704a43b-8f4d-4489-8738-2a2b4492d461 by drivers openvswitch,hyperv on host dv-cinder-796286-4-iscsi at level 0 using segments [{'id': 'ee5243d6-0a20-466c-b2f3-0cfa4d8430c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f'}] {{(pid=98983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:43:06.981071 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d8d8e8-dc1d-4f0f-adfe-3362869956db None None] Attempting to bind port f704a43b-8f4d-4489-8738-2a2b4492d461 on network e7fe10b8-90c4-4cba-8f65-340465ca325f {{(pid=98983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:43:06.999629 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e965efb-e4ba-4ae2-8b69-0a56494e2cf9 None None] Pushing event updated for resources: {'Port': ['ID=f704a43b-8f4d-4489-8738-2a2b4492d461,revision_number=2']} {{(pid=98983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:07.004542 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d8d8e8-dc1d-4f0f-adfe-3362869956db None None] Checking agent: {'id': '1e3237df-5913-46b8-aeb8-2bb1fe27fce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 34, 49), 'started_at': datetime.datetime(2021, 6, 16, 9, 35, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:43:07.004909 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d8d8e8-dc1d-4f0f-adfe-3362869956db None None] Checking segment: {'id': 'ee5243d6-0a20-466c-b2f3-0cfa4d8430c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:43:07.005356 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-34d8d8e8-dc1d-4f0f-adfe-3362869956db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:07.005774 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d8d8e8-dc1d-4f0f-adfe-3362869956db None None] Bound using segment: {'id': 'ee5243d6-0a20-466c-b2f3-0cfa4d8430c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f'} {{(pid=98983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:43:07.006250 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.managers [None req-34d8d8e8-dc1d-4f0f-adfe-3362869956db None None] Bound port: f704a43b-8f4d-4489-8738-2a2b4492d461, host: dv-cinder-796286-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee5243d6-0a20-466c-b2f3-0cfa4d8430c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f'}}] {{(pid=98983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:43:07.006619 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-34d8d8e8-dc1d-4f0f-adfe-3362869956db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:07.050979 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e965efb-e4ba-4ae2-8b69-0a56494e2cf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:07.051316 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e965efb-e4ba-4ae2-8b69-0a56494e2cf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:07.051648 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e965efb-e4ba-4ae2-8b69-0a56494e2cf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:07.051969 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e965efb-e4ba-4ae2-8b69-0a56494e2cf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:07.057317 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e965efb-e4ba-4ae2-8b69-0a56494e2cf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:07.057854 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e965efb-e4ba-4ae2-8b69-0a56494e2cf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:07.058944 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e965efb-e4ba-4ae2-8b69-0a56494e2cf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:07.059485 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e965efb-e4ba-4ae2-8b69-0a56494e2cf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:07.059980 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e965efb-e4ba-4ae2-8b69-0a56494e2cf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:07.060468 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e965efb-e4ba-4ae2-8b69-0a56494e2cf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:07.060940 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e965efb-e4ba-4ae2-8b69-0a56494e2cf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:07.061419 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e965efb-e4ba-4ae2-8b69-0a56494e2cf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:07.062676 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e965efb-e4ba-4ae2-8b69-0a56494e2cf9 None None] Tracked resource versions report: Jun 16 09:43:07.062676 dv-cinder-796286-4-iscsi neutron-server[98983]: pushed versions: Jun 16 09:43:07.062676 dv-cinder-796286-4-iscsi neutron-server[98983]: { 'AddressGroup': {'1.2'}, Jun 16 09:43:07.062676 dv-cinder-796286-4-iscsi neutron-server[98983]: 'ConntrackHelper': {'1.0'}, Jun 16 09:43:07.062676 dv-cinder-796286-4-iscsi neutron-server[98983]: 'Log': {'1.0'}, Jun 16 09:43:07.062676 dv-cinder-796286-4-iscsi neutron-server[98983]: 'Network': {'1.1'}, Jun 16 09:43:07.062676 dv-cinder-796286-4-iscsi neutron-server[98983]: 'Port': {'1.7'}, Jun 16 09:43:07.062676 dv-cinder-796286-4-iscsi neutron-server[98983]: 'PortForwarding': {'1.2'}, Jun 16 09:43:07.062676 dv-cinder-796286-4-iscsi neutron-server[98983]: 'QosPolicy': {'1.8'}, Jun 16 09:43:07.062676 dv-cinder-796286-4-iscsi neutron-server[98983]: 'SecurityGroup': {'1.4'}, Jun 16 09:43:07.062676 dv-cinder-796286-4-iscsi neutron-server[98983]: 'SecurityGroupRule': {'1.2'}, Jun 16 09:43:07.062676 dv-cinder-796286-4-iscsi neutron-server[98983]: 'SubPort': {'1.0'}, Jun 16 09:43:07.062676 dv-cinder-796286-4-iscsi neutron-server[98983]: 'Subnet': {'1.1'}, Jun 16 09:43:07.062676 dv-cinder-796286-4-iscsi neutron-server[98983]: 'Trunk': {'1.1'}} Jun 16 09:43:07.062676 dv-cinder-796286-4-iscsi neutron-server[98983]: consumer versions: Jun 16 09:43:07.062676 dv-cinder-796286-4-iscsi neutron-server[98983]: { DHCP agent@dv-cinder-796286-4-iscsi: {}, Jun 16 09:43:07.062676 dv-cinder-796286-4-iscsi neutron-server[98983]: HyperV agent@hv-cinder-79628: {}, Jun 16 09:43:07.062676 dv-cinder-796286-4-iscsi neutron-server[98983]: L3 agent@dv-cinder-796286-4-iscsi: {}, Jun 16 09:43:07.062676 dv-cinder-796286-4-iscsi neutron-server[98983]: Metadata agent@dv-cinder-796286-4-iscsi: {}, Jun 16 09:43:07.062676 dv-cinder-796286-4-iscsi neutron-server[98983]: Metering agent@dv-cinder-796286-4-iscsi: {}, Jun 16 09:43:07.062676 dv-cinder-796286-4-iscsi neutron-server[98983]: Open vSwitch agent@dv-cinder-796286-4-iscsi: { 'AddressGroup': '1.2', Jun 16 09:43:07.062676 dv-cinder-796286-4-iscsi neutron-server[98983]: 'ConntrackHelper': '1.0', Jun 16 09:43:07.062676 dv-cinder-796286-4-iscsi neutron-server[98983]: 'Log': '1.0', Jun 16 09:43:07.062676 dv-cinder-796286-4-iscsi neutron-server[98983]: 'Network': '1.1', Jun 16 09:43:07.062676 dv-cinder-796286-4-iscsi neutron-server[98983]: 'Port': '1.7', Jun 16 09:43:07.062676 dv-cinder-796286-4-iscsi neutron-server[98983]: 'PortForwarding': '1.2', Jun 16 09:43:07.062676 dv-cinder-796286-4-iscsi neutron-server[98983]: 'QosPolicy': '1.8', Jun 16 09:43:07.062676 dv-cinder-796286-4-iscsi neutron-server[98983]: 'SecurityGroup': '1.4', Jun 16 09:43:07.062676 dv-cinder-796286-4-iscsi neutron-server[98983]: 'SecurityGroupRule': '1.2', Jun 16 09:43:07.062676 dv-cinder-796286-4-iscsi neutron-server[98983]: 'SubPort': '1.0', Jun 16 09:43:07.062676 dv-cinder-796286-4-iscsi neutron-server[98983]: 'Subnet': '1.1', Jun 16 09:43:07.062676 dv-cinder-796286-4-iscsi neutron-server[98983]: 'Trunk': '1.1'}} Jun 16 09:43:07.062676 dv-cinder-796286-4-iscsi neutron-server[98983]: {{(pid=98983) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 09:43:07.069546 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG oslo_concurrency.lockutils [None req-1e965efb-e4ba-4ae2-8b69-0a56494e2cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=98983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:07.088942 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf8bdbd-8d46-4ba7-89e8-8dd6c7e738af None None] Network b643789e-234a-40e9-b489-894119bc4f89 requested from dv-cinder-796286-4-iscsi {{(pid=98982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:43:07.156559 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-990736b6-334b-4fec-a1ad-af69c9819d41 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=122f45b400984dd5aa3e6f2f567f49f4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4078135 Jun 16 09:43:07.158650 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990736b6-334b-4fec-a1ad-af69c9819d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f771166-44a6-4500-bee9-c602f8002f75,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:07.165311 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-990736b6-334b-4fec-a1ad-af69c9819d41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:07.165766 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 45154) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:07.166192 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.db [None req-34d8d8e8-dc1d-4f0f-adfe-3362869956db None None] For port f704a43b-8f4d-4489-8738-2a2b4492d461, host dv-cinder-796286-4-iscsi, cleared binding levels {{(pid=98983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:43:07.175603 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.db [None req-34d8d8e8-dc1d-4f0f-adfe-3362869956db None None] For port f704a43b-8f4d-4489-8738-2a2b4492d461, host dv-cinder-796286-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=f704a43b-8f4d-4489-8738-2a2b4492d461,segment=NetworkSegment(ee5243d6-0a20-466c-b2f3-0cfa4d8430c8),segment_id=ee5243d6-0a20-466c-b2f3-0cfa4d8430c8)] {{(pid=98983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:43:07.208295 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-92554081-13d5-4714-956d-38aeb0731ee9 req-042c8d4f-5e70-4df5-b895-0df27fde1895 service neutron] 10.222.0.25 "GET /v2.0/networks/2a78f344-748b-4856-b23e-7d857180b044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7151222 Jun 16 09:43:07.255794 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-799f35f6-a256-45fd-a88e-eef6f372f289 req-6402b7f5-7aec-4851-8669-f092dfcf5bc1 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=5dc5a926-7b73-4d35-9e4a-33caafeb25e9 HTTP/1.1" status: 200 len: 210 time: 0.2390366 Jun 16 09:43:07.260890 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-34d8d8e8-dc1d-4f0f-adfe-3362869956db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:07.264529 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:07.365817 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-bbb7d100-5f7a-4f73-ae98-07419a430365 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:07.420194 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-acd589ad-0e1c-4f3a-b98f-6d5f91d9ee28 None None] Provisioning for port 4e222345-de1a-4192-95f7-5b0467d9cc63 completed by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:43:07.420839 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-bbb7d100-5f7a-4f73-ae98-07419a430365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:07.432777 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d8d8e8-dc1d-4f0f-adfe-3362869956db None None] Routers {'3a95cbf4-c953-4fd9-8ad5-82d480798852'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:43:07.435966 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-34d8d8e8-dc1d-4f0f-adfe-3362869956db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:42:49Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['3a95cbf4-c953-4fd9-8ad5-82d480798852'], 'active': True} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:43:07.527760 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-eb15b9ca-9768-455c-b88a-12b42241479e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:07.632060 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-eb15b9ca-9768-455c-b88a-12b42241479e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:07.662394 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-3679d7b4-6d4c-497f-a5d2-0b891d31d280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:07.674137 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e965efb-e4ba-4ae2-8b69-0a56494e2cf9 None None] Pushing event updated for resources: {'Port': ['ID=f704a43b-8f4d-4489-8738-2a2b4492d461,revision_number=3']} {{(pid=98983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:07.674282 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-75ce3d72-f095-41ba-97ac-be0c94bdb723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-702904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757989'] for router, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:07.678707 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG oslo_concurrency.lockutils [None req-1e965efb-e4ba-4ae2-8b69-0a56494e2cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=98983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:07.759244 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvr_db [None req-34d8d8e8-dc1d-4f0f-adfe-3362869956db None None] Set router 3a95cbf4-c953-4fd9-8ad5-82d480798852 gateway port host: dv-cinder-796286-4-iscsi {{(pid=98983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:43:07.846569 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 4e222345-de1a-4192-95f7-5b0467d9cc63 up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:43:08.009182 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-961c715f-7477-4290-8359-b23d273883b6 req-ba096c9f-ac71-40e2-969b-99bb662d2a8d tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6c8770-c6fd-4615-b907-311a0f581b6b HTTP/1.1" status: 200 len: 210 time: 0.2270420 Jun 16 09:43:08.105249 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.db_base_plugin_common [None req-3679d7b4-6d4c-497f-a5d2-0b891d31d280 admin admin] Allocated IP 172.20.0.1 (5c8b8276-a881-4c68-ac89-d4ac2c936588/d7f651ef-1612-428c-80c5-ecb2942fc3e0/2ecac412-0cdd-40de-8c76-100c30c1ebec) {{(pid=98980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:43:08.123056 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning for port 4e222345-de1a-4192-95f7-5b0467d9cc63 completed by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:43:08.130104 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning complete for port 4e222345-de1a-4192-95f7-5b0467d9cc63 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:43:08.130104 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:08.178871 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.db_base_plugin_common [None req-bbb7d100-5f7a-4f73-ae98-07419a430365 admin admin] Allocated IP 172.27.0.78 (e7fe10b8-90c4-4cba-8f65-340465ca325f/474b542b-67ec-4e86-95bf-cb7c30e5c62d/a4fc55ad-b1be-41f8-ba1f-17a46aaee8fc) {{(pid=98981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:43:08.181868 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-34d8d8e8-dc1d-4f0f-adfe-3362869956db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'name': 'tempest-AttachVolumeTestJSON-520951488-router', 'tenant_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'f704a43b-8f4d-4489-8738-2a2b4492d461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:01Z', 'updated_at': '2021-06-16T09:43:04Z', 'revision_number': 3, 'project_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'gw_port': {'id': 'f704a43b-8f4d-4489-8738-2a2b4492d461', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:03Z', 'updated_at': '2021-06-16T09:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi'}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:43:08.192594 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d8d8e8-dc1d-4f0f-adfe-3362869956db None None] The sync data for ids ['3a95cbf4-c953-4fd9-8ad5-82d480798852'] in dv-cinder-796286-4-iscsi is: [{'id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'name': 'tempest-AttachVolumeTestJSON-520951488-router', 'tenant_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'f704a43b-8f4d-4489-8738-2a2b4492d461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:01Z', 'updated_at': '2021-06-16T09:43:04Z', 'revision_number': 3, 'project_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'gw_port': {'id': 'f704a43b-8f4d-4489-8738-2a2b4492d461', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:03Z', 'updated_at': '2021-06-16T09:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi'}] {{(pid=98983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:43:08.253270 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:08.308665 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-3679d7b4-6d4c-497f-a5d2-0b891d31d280 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:08.328475 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] For port 4e222345-de1a-4192-95f7-5b0467d9cc63, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=4e222345-de1a-4192-95f7-5b0467d9cc63,segment=NetworkSegment(072836ba-11c0-4d89-9dbf-d840ce8bf23f),segment_id=072836ba-11c0-4d89-9dbf-d840ce8bf23f)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:43:08.394017 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:08.396468 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:08.408127 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-28e20a95-f57b-4e76-ac3d-f2c9341197b0 req-29c245da-0c2b-4a06-ad78-9049ff473175 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=5dc5a926-7b73-4d35-9e4a-33caafeb25e9 HTTP/1.1" status: 200 len: 210 time: 0.0534365 Jun 16 09:43:08.409579 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.provisioning_blocks [None req-3679d7b4-6d4c-497f-a5d2-0b891d31d280 admin admin] Transition to ACTIVE for port object 2ecac412-0cdd-40de-8c76-100c30c1ebec will not be triggered until provisioned by entity DHCP. {{(pid=98980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:43:08.429120 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-bbb7d100-5f7a-4f73-ae98-07419a430365 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:08.446616 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-eb15b9ca-9768-455c-b88a-12b42241479e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:08.458725 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-eb15b9ca-9768-455c-b88a-12b42241479e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:08.462560 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-eb15b9ca-9768-455c-b88a-12b42241479e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0f771166-44a6-4500-bee9-c602f8002f75 HTTP/1.1" status: 204 len: 168 time: 1.2917399 Jun 16 09:43:08.462560 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-990736b6-334b-4fec-a1ad-af69c9819d41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:08.470804 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Pushing event updated for resources: {'Port': ['ID=4e222345-de1a-4192-95f7-5b0467d9cc63,revision_number=3']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:08.475660 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:08.481587 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb15b9ca-9768-455c-b88a-12b42241479e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f771166-44a6-4500-bee9-c602f8002f75,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:08.487496 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-eb15b9ca-9768-455c-b88a-12b42241479e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:08.617355 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-3679d7b4-6d4c-497f-a5d2-0b891d31d280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110'] for port, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:08.620000 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-d23afeae-4926-49aa-a0dc-40fbe78ea974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:08.656679 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ce3d72-f095-41ba-97ac-be0c94bdb723 admin admin] Router 8b693ca6-9734-4668-8ef5-857ac618c9b0 is scheduled to L3 agent 7768ee83-37c7-4165-88a2-5844eb43ad81 with binding_index 1 {{(pid=98981) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 09:43:08.669475 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3679d7b4-6d4c-497f-a5d2-0b891d31d280 admin admin] Network 5c8b8276-a881-4c68-ac89-d4ac2c936588 is already hosted by enough agents. {{(pid=98980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:43:08.676001 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.base_scheduler [None req-3679d7b4-6d4c-497f-a5d2-0b891d31d280 admin admin] Resources bound (agent type, host, resource id): {{(pid=98980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:43:08.679846 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3679d7b4-6d4c-497f-a5d2-0b891d31d280 admin admin] Received port after_create {{(pid=98980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:43:08.680341 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-3679d7b4-6d4c-497f-a5d2-0b891d31d280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757332'] for router_interface, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:08.742925 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3679d7b4-6d4c-497f-a5d2-0b891d31d280 admin admin] Pushing event updated for resources: {'Port': ['ID=2ecac412-0cdd-40de-8c76-100c30c1ebec,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:08.751362 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-3679d7b4-6d4c-497f-a5d2-0b891d31d280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:08.778518 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-bbb7d100-5f7a-4f73-ae98-07419a430365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110'] for port, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:08.780190 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-75ce3d72-f095-41ba-97ac-be0c94bdb723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:08.830085 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb7d100-5f7a-4f73-ae98-07419a430365 admin admin] Network e7fe10b8-90c4-4cba-8f65-340465ca325f is already hosted by enough agents. {{(pid=98981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:43:08.834815 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.base_scheduler [None req-bbb7d100-5f7a-4f73-ae98-07419a430365 admin admin] Resources bound (agent type, host, resource id): {{(pid=98981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:43:08.839817 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ce3d72-f095-41ba-97ac-be0c94bdb723 admin admin] Notify agent at l3_agent.dv-cinder-796286-4-iscsi the message routers_updated {{(pid=98981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:43:08.863617 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb7d100-5f7a-4f73-ae98-07419a430365 admin admin] Received port after_create {{(pid=98981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:43:09.037741 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb7d100-5f7a-4f73-ae98-07419a430365 admin admin] Pushing event updated for resources: {'Port': ['ID=a4fc55ad-b1be-41f8-ba1f-17a46aaee8fc,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:09.057838 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-bbb7d100-5f7a-4f73-ae98-07419a430365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:09.075684 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b37b05-2513-4e9e-96ae-0d9c45d7e617 None None] Sync routers for ids ['8b693ca6-9734-4668-8ef5-857ac618c9b0'] in dv-cinder-796286-4-iscsi {{(pid=98982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:43:09.088449 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b37b05-2513-4e9e-96ae-0d9c45d7e617 None None] Routers {'8b693ca6-9734-4668-8ef5-857ac618c9b0'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:43:09.089468 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-c5b37b05-2513-4e9e-96ae-0d9c45d7e617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:42:49Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['8b693ca6-9734-4668-8ef5-857ac618c9b0'], 'active': True} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:43:09.182058 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-3cdbe399-afb7-448b-a11c-850b58fd774f None None] Provisioning for port 2ecac412-0cdd-40de-8c76-100c30c1ebec completed by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:43:09.204153 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-3679d7b4-6d4c-497f-a5d2-0b891d31d280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:09.234123 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-3cdbe399-afb7-448b-a11c-850b58fd774f None None] Provisioning complete for port 2ecac412-0cdd-40de-8c76-100c30c1ebec triggered by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:43:09.235072 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-3cdbe399-afb7-448b-a11c-850b58fd774f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:09.252011 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-75ce3d72-f095-41ba-97ac-be0c94bdb723 admin admin] Notify callbacks [] for router, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:09.261647 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-75ce3d72-f095-41ba-97ac-be0c94bdb723 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.4715590 Jun 16 09:43:09.263983 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 45254) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:09.279635 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-bbe08cf9-f541-409c-bc13-04e24c5d5a03 req-01f4c009-6141-4769-96a8-74ad759627a6 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6c8770-c6fd-4615-b907-311a0f581b6b HTTP/1.1" status: 200 len: 210 time: 0.1005328 Jun 16 09:43:09.293848 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-3cdbe399-afb7-448b-a11c-850b58fd774f None None] Port 2ecac412-0cdd-40de-8c76-100c30c1ebec cannot update to ACTIVE because it is not bound. {{(pid=98982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 09:43:09.341949 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvr_db [None req-c5b37b05-2513-4e9e-96ae-0d9c45d7e617 None None] Set router 8b693ca6-9734-4668-8ef5-857ac618c9b0 gateway port host: dv-cinder-796286-4-iscsi {{(pid=98982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:43:09.536508 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-bbb7d100-5f7a-4f73-ae98-07419a430365 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:09.648917 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-3679d7b4-6d4c-497f-a5d2-0b891d31d280 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:09.728711 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-3679d7b4-6d4c-497f-a5d2-0b891d31d280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:09.730704 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-3679d7b4-6d4c-497f-a5d2-0b891d31d280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-623549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757288'] for router_interface, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:09.733347 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:09.759795 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-c5b37b05-2513-4e9e-96ae-0d9c45d7e617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'name': 'tempest-AttachVolumeShelveTestJSON-541137821-router', 'tenant_id': 'f5476756cec74ac89980f811e6b4c64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'd5a6b48e-b827-4b1d-8036-8d3d55cee802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:04Z', 'updated_at': '2021-06-16T09:43:06Z', 'revision_number': 3, 'project_id': 'f5476756cec74ac89980f811e6b4c64a', 'gw_port': {'id': 'd5a6b48e-b827-4b1d-8036-8d3d55cee802', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:05Z', 'updated_at': '2021-06-16T09:43:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi'}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:43:09.764544 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b37b05-2513-4e9e-96ae-0d9c45d7e617 None None] Checking router: 8b693ca6-9734-4668-8ef5-857ac618c9b0 for host: dv-cinder-796286-4-iscsi {{(pid=98982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:43:09.764986 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b37b05-2513-4e9e-96ae-0d9c45d7e617 None None] Updating router 8b693ca6-9734-4668-8ef5-857ac618c9b0 port d5a6b48e-b827-4b1d-8036-8d3d55cee802 binding host dv-cinder-796286-4-iscsi {{(pid=98982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 09:43:09.814216 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-c5b37b05-2513-4e9e-96ae-0d9c45d7e617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:09.872068 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device f704a43b-8f4d-4489-8738-2a2b4492d461 up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:43:09.879087 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3679d7b4-6d4c-497f-a5d2-0b891d31d280 admin admin] Pushing event updated for resources: {'Port': ['ID=2ecac412-0cdd-40de-8c76-100c30c1ebec,revision_number=2']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:09.893146 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-3679d7b4-6d4c-497f-a5d2-0b891d31d280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:09.893658 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 45274) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:09.933245 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f6a1aabd-ddc3-42ad-91c8-93128354c57c req-b2fe0082-92e5-4d62-852d-2bccb7fda128 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=5dc5a926-7b73-4d35-9e4a-33caafeb25e9 HTTP/1.1" status: 200 len: 210 time: 0.4533105 Jun 16 09:43:10.177612 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning for port f704a43b-8f4d-4489-8738-2a2b4492d461 completed by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:43:10.193905 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3679d7b4-6d4c-497f-a5d2-0b891d31d280 admin admin] Network 5c8b8276-a881-4c68-ac89-d4ac2c936588 is already hosted by enough agents. {{(pid=98980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:43:10.196965 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.base_scheduler [None req-3679d7b4-6d4c-497f-a5d2-0b891d31d280 admin admin] Resources bound (agent type, host, resource id): {{(pid=98980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:43:10.198223 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning complete for port f704a43b-8f4d-4489-8738-2a2b4492d461 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:43:10.217931 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:10.357158 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3679d7b4-6d4c-497f-a5d2-0b891d31d280 admin admin] Router 3a95cbf4-c953-4fd9-8ad5-82d480798852 has already been hosted by L3 agent 7768ee83-37c7-4165-88a2-5844eb43ad81 {{(pid=98980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:43:10.426480 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-218840a6-9b23-45c5-a6f7-c54c4eec8e55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:10.590181 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-bbb7d100-5f7a-4f73-ae98-07419a430365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-702904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757989'] for router, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:10.615319 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-c5b37b05-2513-4e9e-96ae-0d9c45d7e617 None None] Notify callbacks [] for port, precommit_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:10.675600 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-5e58e9ff-6f24-484c-b487-a390ef75d95c None None] Provisioning complete for port 2ecac412-0cdd-40de-8c76-100c30c1ebec triggered by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:43:10.675976 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-5e58e9ff-6f24-484c-b487-a390ef75d95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:10.719442 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-5e58e9ff-6f24-484c-b487-a390ef75d95c None None] Port 2ecac412-0cdd-40de-8c76-100c30c1ebec cannot update to ACTIVE because it is not bound. {{(pid=98982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 09:43:10.720944 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:10.729929 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-c5b37b05-2513-4e9e-96ae-0d9c45d7e617 None None] Transition to ACTIVE for port object d5a6b48e-b827-4b1d-8036-8d3d55cee802 will not be triggered until provisioned by entity L2. {{(pid=98982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:43:10.731938 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:10.749450 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] For port f704a43b-8f4d-4489-8738-2a2b4492d461, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=f704a43b-8f4d-4489-8738-2a2b4492d461,segment=NetworkSegment(ee5243d6-0a20-466c-b2f3-0cfa4d8430c8),segment_id=ee5243d6-0a20-466c-b2f3-0cfa4d8430c8)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:43:10.769309 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-7a94ca70-910f-4932-8aab-fe73baafcbdf req-ddcef0b1-ffba-42c6-ae70-bd690854332b tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6c8770-c6fd-4615-b907-311a0f581b6b HTTP/1.1" status: 200 len: 210 time: 0.0765023 Jun 16 09:43:10.823368 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3679d7b4-6d4c-497f-a5d2-0b891d31d280 admin admin] Notify agent at l3_agent.dv-cinder-796286-4-iscsi the message routers_updated {{(pid=98980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:43:10.826492 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:10.827547 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-c5b37b05-2513-4e9e-96ae-0d9c45d7e617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:10.828792 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 4e222345-de1a-4192-95f7-5b0467d9cc63 up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:43:10.831648 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:10.849433 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1ad91f-c2a3-4dfc-b0a2-9c9641677e96 None None] Sync routers for ids ['3a95cbf4-c953-4fd9-8ad5-82d480798852'] in dv-cinder-796286-4-iscsi {{(pid=98983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:43:10.863301 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-3679d7b4-6d4c-497f-a5d2-0b891d31d280 admin admin] 10.222.0.25 "PUT /v2.0/routers/3a95cbf4-c953-4fd9-8ad5-82d480798852/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2722030 Jun 16 09:43:10.868974 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1ad91f-c2a3-4dfc-b0a2-9c9641677e96 None None] Routers {'3a95cbf4-c953-4fd9-8ad5-82d480798852'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:43:10.871496 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-ae1ad91f-c2a3-4dfc-b0a2-9c9641677e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:42:49Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['3a95cbf4-c953-4fd9-8ad5-82d480798852'], 'active': True} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:43:10.986284 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-218840a6-9b23-45c5-a6f7-c54c4eec8e55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:11.037207 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvr_db [None req-ae1ad91f-c2a3-4dfc-b0a2-9c9641677e96 None None] Set router 3a95cbf4-c953-4fd9-8ad5-82d480798852 gateway port host: dv-cinder-796286-4-iscsi {{(pid=98983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:43:11.050800 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.managers [None req-c5b37b05-2513-4e9e-96ae-0d9c45d7e617 None None] Attempting to bind port d5a6b48e-b827-4b1d-8036-8d3d55cee802 on host dv-cinder-796286-4-iscsi for vnic_type normal with profile {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:43:11.050800 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.managers [None req-c5b37b05-2513-4e9e-96ae-0d9c45d7e617 None None] Attempting to bind port d5a6b48e-b827-4b1d-8036-8d3d55cee802 by drivers openvswitch,hyperv on host dv-cinder-796286-4-iscsi at level 0 using segments [{'id': 'ee5243d6-0a20-466c-b2f3-0cfa4d8430c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f'}] {{(pid=98982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:43:11.051101 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b37b05-2513-4e9e-96ae-0d9c45d7e617 None None] Attempting to bind port d5a6b48e-b827-4b1d-8036-8d3d55cee802 on network e7fe10b8-90c4-4cba-8f65-340465ca325f {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:43:11.057933 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b37b05-2513-4e9e-96ae-0d9c45d7e617 None None] Checking agent: {'id': '1e3237df-5913-46b8-aeb8-2bb1fe27fce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 34, 49), 'started_at': datetime.datetime(2021, 6, 16, 9, 35, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:43:11.058911 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b37b05-2513-4e9e-96ae-0d9c45d7e617 None None] Checking segment: {'id': 'ee5243d6-0a20-466c-b2f3-0cfa4d8430c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:43:11.059316 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-c5b37b05-2513-4e9e-96ae-0d9c45d7e617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:11.059713 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b37b05-2513-4e9e-96ae-0d9c45d7e617 None None] Bound using segment: {'id': 'ee5243d6-0a20-466c-b2f3-0cfa4d8430c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f'} {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:43:11.060193 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.managers [None req-c5b37b05-2513-4e9e-96ae-0d9c45d7e617 None None] Bound port: d5a6b48e-b827-4b1d-8036-8d3d55cee802, host: dv-cinder-796286-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee5243d6-0a20-466c-b2f3-0cfa4d8430c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f'}}] {{(pid=98982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:43:11.060567 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-c5b37b05-2513-4e9e-96ae-0d9c45d7e617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:11.073664 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-218840a6-9b23-45c5-a6f7-c54c4eec8e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:11.088864 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-298f5deb-ccd9-469d-8b5b-b1775c7712a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:11.110457 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:11.117608 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Pushing event updated for resources: {'Port': ['ID=f704a43b-8f4d-4489-8738-2a2b4492d461,revision_number=4']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:11.156363 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-218840a6-9b23-45c5-a6f7-c54c4eec8e55 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c907d7e5e4394381ab87678bb49682e1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2563236 Jun 16 09:43:11.159497 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 45320) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:11.160184 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218840a6-9b23-45c5-a6f7-c54c4eec8e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec54e4c-a5a3-4d46-a952-301789d1aa60,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:11.181780 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-218840a6-9b23-45c5-a6f7-c54c4eec8e55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:11.208266 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a45ebe-e8f2-4319-a652-4e8d1f812837 None None] Pushing event updated for resources: {'Port': ['ID=d5a6b48e-b827-4b1d-8036-8d3d55cee802,revision_number=2']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:11.210734 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb7d100-5f7a-4f73-ae98-07419a430365 admin admin] Router 34d857d3-1f95-4e50-af60-75b3ef38291d is scheduled to L3 agent 7768ee83-37c7-4165-88a2-5844eb43ad81 with binding_index 1 {{(pid=98981) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 09:43:11.215566 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-08a45ebe-e8f2-4319-a652-4e8d1f812837 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:11.220352 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-b2c20873-adf8-452c-9760-768a2bd165ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.233s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:11.220712 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-b2c20873-adf8-452c-9760-768a2bd165ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:11.243686 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning complete for port 4e222345-de1a-4192-95f7-5b0467d9cc63 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:43:11.244075 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:11.279265 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-1753f265-193e-4688-b07f-52225b668862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:11.298093 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-c5b37b05-2513-4e9e-96ae-0d9c45d7e617 None None] For port d5a6b48e-b827-4b1d-8036-8d3d55cee802, host dv-cinder-796286-4-iscsi, cleared binding levels {{(pid=98982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:43:11.310452 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-192e87b4-a03b-46cb-be30-f5b8f4e41eaf req-1f001bda-c78e-4dbd-8c44-60e7e49fa82c tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=5dc5a926-7b73-4d35-9e4a-33caafeb25e9 HTTP/1.1" status: 200 len: 210 time: 0.0874543 Jun 16 09:43:11.321281 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-c5b37b05-2513-4e9e-96ae-0d9c45d7e617 None None] For port d5a6b48e-b827-4b1d-8036-8d3d55cee802, host dv-cinder-796286-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=d5a6b48e-b827-4b1d-8036-8d3d55cee802,segment=NetworkSegment(ee5243d6-0a20-466c-b2f3-0cfa4d8430c8),segment_id=ee5243d6-0a20-466c-b2f3-0cfa4d8430c8)] {{(pid=98982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:43:11.352694 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-1753f265-193e-4688-b07f-52225b668862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:11.414374 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-ae1ad91f-c2a3-4dfc-b0a2-9c9641677e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'name': 'tempest-AttachVolumeTestJSON-520951488-router', 'tenant_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'f704a43b-8f4d-4489-8738-2a2b4492d461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:01Z', 'updated_at': '2021-06-16T09:43:08Z', 'revision_number': 4, 'project_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'gw_port': {'id': 'f704a43b-8f4d-4489-8738-2a2b4492d461', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:03Z', 'updated_at': '2021-06-16T09:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_interfaces': [{'id': '2ecac412-0cdd-40de-8c76-100c30c1ebec', 'name': '', 'network_id': '5c8b8276-a881-4c68-ac89-d4ac2c936588', 'tenant_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'mac_address': 'fa:16:3e:02:6f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd7f651ef-1612-428c-80c5-ecb2942fc3e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:07Z', 'updated_at': '2021-06-16T09:43:09Z', 'revision_number': 2, 'project_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'subnets': [{'id': 'd7f651ef-1612-428c-80c5-ecb2942fc3e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:43:11.414736 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-c5b37b05-2513-4e9e-96ae-0d9c45d7e617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:11.418660 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:11.418819 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1ad91f-c2a3-4dfc-b0a2-9c9641677e96 None None] Checking router: 3a95cbf4-c953-4fd9-8ad5-82d480798852 for host: dv-cinder-796286-4-iscsi {{(pid=98983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:43:11.419106 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1ad91f-c2a3-4dfc-b0a2-9c9641677e96 None None] Updating router 3a95cbf4-c953-4fd9-8ad5-82d480798852 port 2ecac412-0cdd-40de-8c76-100c30c1ebec binding host dv-cinder-796286-4-iscsi {{(pid=98983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 09:43:11.462136 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-ae1ad91f-c2a3-4dfc-b0a2-9c9641677e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:11.524993 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a45ebe-e8f2-4319-a652-4e8d1f812837 None None] Pushing event updated for resources: {'Port': ['ID=d5a6b48e-b827-4b1d-8036-8d3d55cee802,revision_number=3']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:11.528641 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b37b05-2513-4e9e-96ae-0d9c45d7e617 None None] Routers {'8b693ca6-9734-4668-8ef5-857ac618c9b0'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:43:11.529515 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-c5b37b05-2513-4e9e-96ae-0d9c45d7e617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:42:49Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['8b693ca6-9734-4668-8ef5-857ac618c9b0'], 'active': True} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:43:11.532896 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-08a45ebe-e8f2-4319-a652-4e8d1f812837 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:11.534367 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-1753f265-193e-4688-b07f-52225b668862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:11.537653 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-1753f265-193e-4688-b07f-52225b668862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:11.538398 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb7d100-5f7a-4f73-ae98-07419a430365 admin admin] Notify agent at l3_agent.dv-cinder-796286-4-iscsi the message routers_updated {{(pid=98981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:43:11.539344 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-1753f265-193e-4688-b07f-52225b668862 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4ec54e4c-a5a3-4d46-a952-301789d1aa60 HTTP/1.1" status: 204 len: 168 time: 0.3720100 Jun 16 09:43:11.545855 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-7775853c-49a2-4ca4-8934-75f088571a5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:11.554149 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1753f265-193e-4688-b07f-52225b668862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec54e4c-a5a3-4d46-a952-301789d1aa60,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:11.569459 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-1753f265-193e-4688-b07f-52225b668862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:11.591081 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.db_base_plugin_common [None req-298f5deb-ccd9-469d-8b5b-b1775c7712a3 admin admin] Allocated IP 172.20.0.1 (b643789e-234a-40e9-b489-894119bc4f89/b5e9ba67-07c6-43ea-ad13-16d85d3a0ee3/a353de90-689e-4e22-9cdf-c78b30b62585) {{(pid=98981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:43:11.593338 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f6932d-9b78-46e7-97eb-872752d4f43c None None] Sync routers for ids ['34d857d3-1f95-4e50-af60-75b3ef38291d'] in dv-cinder-796286-4-iscsi {{(pid=98982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:43:11.644492 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f6932d-9b78-46e7-97eb-872752d4f43c None None] Routers {'34d857d3-1f95-4e50-af60-75b3ef38291d'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:43:11.645457 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-e7f6932d-9b78-46e7-97eb-872752d4f43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:42:49Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['34d857d3-1f95-4e50-af60-75b3ef38291d'], 'active': True} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:43:11.715862 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-bbb7d100-5f7a-4f73-ae98-07419a430365 admin admin] Notify callbacks [] for router, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:11.717157 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-bbb7d100-5f7a-4f73-ae98-07419a430365 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.5866694 Jun 16 09:43:11.720636 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 45332) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:11.773122 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device f704a43b-8f4d-4489-8738-2a2b4492d461 up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:43:11.805377 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-298f5deb-ccd9-469d-8b5b-b1775c7712a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:11.829952 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 45336) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:11.849811 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.provisioning_blocks [None req-298f5deb-ccd9-469d-8b5b-b1775c7712a3 admin admin] Transition to ACTIVE for port object a353de90-689e-4e22-9cdf-c78b30b62585 will not be triggered until provisioned by entity DHCP. {{(pid=98981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:43:11.921712 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-ae1ad91f-c2a3-4dfc-b0a2-9c9641677e96 None None] Notify callbacks [] for port, precommit_update {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:11.935965 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.provisioning_blocks [None req-ae1ad91f-c2a3-4dfc-b0a2-9c9641677e96 None None] Transition to ACTIVE for port object 2ecac412-0cdd-40de-8c76-100c30c1ebec will not be triggered until provisioned by entity L2. {{(pid=98983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:43:11.995754 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvr_db [None req-c5b37b05-2513-4e9e-96ae-0d9c45d7e617 None None] Set router 8b693ca6-9734-4668-8ef5-857ac618c9b0 gateway port host: dv-cinder-796286-4-iscsi {{(pid=98982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:43:12.049115 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-12686561-3ddb-4eb2-a395-0bcf4cdf2283 req-1b0022d4-5be5-49cd-a6d8-7ba7860eabd7 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6c8770-c6fd-4615-b907-311a0f581b6b HTTP/1.1" status: 200 len: 210 time: 0.0375590 Jun 16 09:43:12.050878 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-298f5deb-ccd9-469d-8b5b-b1775c7712a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110'] for port, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:12.055515 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:12.067458 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-ae1ad91f-c2a3-4dfc-b0a2-9c9641677e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:12.076154 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG oslo_concurrency.lockutils [None req-1e965efb-e4ba-4ae2-8b69-0a56494e2cf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:12.080706 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvr_db [None req-e7f6932d-9b78-46e7-97eb-872752d4f43c None None] Set router 34d857d3-1f95-4e50-af60-75b3ef38291d gateway port host: dv-cinder-796286-4-iscsi {{(pid=98982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:43:12.248152 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298f5deb-ccd9-469d-8b5b-b1775c7712a3 admin admin] Pushing event updated for resources: {'Port': ['ID=a353de90-689e-4e22-9cdf-c78b30b62585,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:12.276155 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298f5deb-ccd9-469d-8b5b-b1775c7712a3 admin admin] Network b643789e-234a-40e9-b489-894119bc4f89 is already hosted by enough agents. {{(pid=98981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:43:12.283941 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-298f5deb-ccd9-469d-8b5b-b1775c7712a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:12.284948 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.base_scheduler [None req-298f5deb-ccd9-469d-8b5b-b1775c7712a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=98981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:43:12.294043 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298f5deb-ccd9-469d-8b5b-b1775c7712a3 admin admin] Received port after_create {{(pid=98981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:43:12.295482 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-298f5deb-ccd9-469d-8b5b-b1775c7712a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757332'] for router_interface, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:12.495220 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning complete for port f704a43b-8f4d-4489-8738-2a2b4492d461 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:43:12.495841 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:12.524353 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.managers [None req-ae1ad91f-c2a3-4dfc-b0a2-9c9641677e96 None None] Attempting to bind port 2ecac412-0cdd-40de-8c76-100c30c1ebec on host dv-cinder-796286-4-iscsi for vnic_type normal with profile {{(pid=98983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:43:12.524823 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.managers [None req-ae1ad91f-c2a3-4dfc-b0a2-9c9641677e96 None None] Attempting to bind port 2ecac412-0cdd-40de-8c76-100c30c1ebec by drivers openvswitch,hyperv on host dv-cinder-796286-4-iscsi at level 0 using segments [{'id': 'b89fa4bb-9b9b-47e0-a491-864722251830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5c8b8276-a881-4c68-ac89-d4ac2c936588'}] {{(pid=98983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:43:12.525319 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1ad91f-c2a3-4dfc-b0a2-9c9641677e96 None None] Attempting to bind port 2ecac412-0cdd-40de-8c76-100c30c1ebec on network 5c8b8276-a881-4c68-ac89-d4ac2c936588 {{(pid=98983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:43:12.533863 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb36d02-1974-4cbc-b99b-82ab3dacceaf None None] Pushing event updated for resources: {'Port': ['ID=2ecac412-0cdd-40de-8c76-100c30c1ebec,revision_number=3']} {{(pid=98983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:12.546352 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG oslo_concurrency.lockutils [None req-aeb36d02-1974-4cbc-b99b-82ab3dacceaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=98983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:12.854725 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1ad91f-c2a3-4dfc-b0a2-9c9641677e96 None None] Checking agent: {'id': '1e3237df-5913-46b8-aeb8-2bb1fe27fce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 34, 49), 'started_at': datetime.datetime(2021, 6, 16, 9, 35, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:43:12.854725 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1ad91f-c2a3-4dfc-b0a2-9c9641677e96 None None] Checking segment: {'id': 'b89fa4bb-9b9b-47e0-a491-864722251830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5c8b8276-a881-4c68-ac89-d4ac2c936588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:43:12.854725 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-ae1ad91f-c2a3-4dfc-b0a2-9c9641677e96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:12.854725 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1ad91f-c2a3-4dfc-b0a2-9c9641677e96 None None] Bound using segment: {'id': 'b89fa4bb-9b9b-47e0-a491-864722251830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5c8b8276-a881-4c68-ac89-d4ac2c936588'} {{(pid=98983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:43:12.854725 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.managers [None req-ae1ad91f-c2a3-4dfc-b0a2-9c9641677e96 None None] Bound port: 2ecac412-0cdd-40de-8c76-100c30c1ebec, host: dv-cinder-796286-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b89fa4bb-9b9b-47e0-a491-864722251830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5c8b8276-a881-4c68-ac89-d4ac2c936588'}}] {{(pid=98983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:43:12.854725 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-ae1ad91f-c2a3-4dfc-b0a2-9c9641677e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:12.858922 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 45352) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:12.878159 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.49', 65134) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:12.880238 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [None req-daa27c5c-e28a-4883-8cd4-b67e37927480 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Request body: {'security_group': {'name': 'tempest-securitygroup--3195002', 'description': 'tempest-description--1170161666'}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:12.882040 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.db [None req-ae1ad91f-c2a3-4dfc-b0a2-9c9641677e96 None None] For port 2ecac412-0cdd-40de-8c76-100c30c1ebec, host dv-cinder-796286-4-iscsi, cleared binding levels {{(pid=98983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:43:12.882040 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.db [None req-ae1ad91f-c2a3-4dfc-b0a2-9c9641677e96 None None] For port 2ecac412-0cdd-40de-8c76-100c30c1ebec, host dv-cinder-796286-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=2ecac412-0cdd-40de-8c76-100c30c1ebec,segment=NetworkSegment(b89fa4bb-9b9b-47e0-a491-864722251830),segment_id=b89fa4bb-9b9b-47e0-a491-864722251830)] {{(pid=98983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:43:12.883537 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-2cb0cd31-a300-4ab1-9a6f-9b9d440149e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:12.883537 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-4a3265a4-cff1-4466-96b8-eade58a9ae04 req-f8c8ab3f-53fb-47fb-9ff7-347a2136bb6d tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=5dc5a926-7b73-4d35-9e4a-33caafeb25e9 HTTP/1.1" status: 200 len: 210 time: 0.0696704 Jun 16 09:43:12.884786 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-f2713364-b67d-475d-8340-43c3ff518d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:12.966021 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886555df-6dab-4edd-8986-d24389ab698a req-38378524-5816-4227-b070-b5ed21a60da5 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:12.967691 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-886555df-6dab-4edd-8986-d24389ab698a req-38378524-5816-4227-b070-b5ed21a60da5 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.49 "GET /v2.0/networks?id=ef7af889-6972-434c-9882-4e3de45b6902 HTTP/1.1" status: 200 len: 815 time: 0.3270111 Jun 16 09:43:13.025323 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-daa27c5c-e28a-4883-8cd4-b67e37927480 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks [] for security_group, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:13.027080 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-ae1ad91f-c2a3-4dfc-b0a2-9c9641677e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:13.031980 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:13.033381 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.db_base_plugin_common [None req-f2713364-b67d-475d-8340-43c3ff518d17 admin admin] Allocated IP 172.20.0.1 (91a32b6f-094c-4ae5-a33e-942080d95ea2/d1e28073-3474-4ab3-a6cb-d23efc1dc12f/b1814f49-aa19-4b5a-9f2e-484321228a49) {{(pid=98980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:43:13.041275 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-c5b37b05-2513-4e9e-96ae-0d9c45d7e617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'name': 'tempest-AttachVolumeShelveTestJSON-541137821-router', 'tenant_id': 'f5476756cec74ac89980f811e6b4c64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'd5a6b48e-b827-4b1d-8036-8d3d55cee802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:04Z', 'updated_at': '2021-06-16T09:43:06Z', 'revision_number': 3, 'project_id': 'f5476756cec74ac89980f811e6b4c64a', 'gw_port': {'id': 'd5a6b48e-b827-4b1d-8036-8d3d55cee802', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:05Z', 'updated_at': '2021-06-16T09:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi'}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:43:13.054569 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b37b05-2513-4e9e-96ae-0d9c45d7e617 None None] The sync data for ids ['8b693ca6-9734-4668-8ef5-857ac618c9b0'] in dv-cinder-796286-4-iscsi is: [{'id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'name': 'tempest-AttachVolumeShelveTestJSON-541137821-router', 'tenant_id': 'f5476756cec74ac89980f811e6b4c64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'd5a6b48e-b827-4b1d-8036-8d3d55cee802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:04Z', 'updated_at': '2021-06-16T09:43:06Z', 'revision_number': 3, 'project_id': 'f5476756cec74ac89980f811e6b4c64a', 'gw_port': {'id': 'd5a6b48e-b827-4b1d-8036-8d3d55cee802', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:05Z', 'updated_at': '2021-06-16T09:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi'}] {{(pid=98982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:43:13.087943 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [req-886555df-6dab-4edd-8986-d24389ab698a req-a83f8018-24d1-4fe4-a910-1ba9ac5ed94e tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Request body: {'port': {'device_id': '5dc5a926-7b73-4d35-9e4a-33caafeb25e9', 'network_id': 'ef7af889-6972-434c-9882-4e3de45b6902', 'admin_state_up': True, 'tenant_id': 'fa31d16a12d643cbb5f92d1c0eaeb35b'}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:13.120232 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-e7f6932d-9b78-46e7-97eb-872752d4f43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d857d3-1f95-4e50-af60-75b3ef38291d', 'name': 'tempest-ServerRescueNegativeTestJSON-829557959-router', 'tenant_id': '3aab2d6845c34f44bdcaf8eb3cec5927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'a4fc55ad-b1be-41f8-ba1f-17a46aaee8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:05Z', 'updated_at': '2021-06-16T09:43:09Z', 'revision_number': 3, 'project_id': '3aab2d6845c34f44bdcaf8eb3cec5927', 'gw_port': {'id': 'a4fc55ad-b1be-41f8-ba1f-17a46aaee8fc', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d857d3-1f95-4e50-af60-75b3ef38291d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:07Z', 'updated_at': '2021-06-16T09:43:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi'}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:43:13.140263 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f6932d-9b78-46e7-97eb-872752d4f43c None None] Checking router: 34d857d3-1f95-4e50-af60-75b3ef38291d for host: dv-cinder-796286-4-iscsi {{(pid=98982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:43:13.140612 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f6932d-9b78-46e7-97eb-872752d4f43c None None] Updating router 34d857d3-1f95-4e50-af60-75b3ef38291d port a4fc55ad-b1be-41f8-ba1f-17a46aaee8fc binding host dv-cinder-796286-4-iscsi {{(pid=98982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 09:43:13.173503 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1ad91f-c2a3-4dfc-b0a2-9c9641677e96 None None] Routers {'3a95cbf4-c953-4fd9-8ad5-82d480798852'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:43:13.174463 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-ae1ad91f-c2a3-4dfc-b0a2-9c9641677e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:42:49Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['3a95cbf4-c953-4fd9-8ad5-82d480798852'], 'active': True} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:43:13.181021 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb36d02-1974-4cbc-b99b-82ab3dacceaf None None] Pushing event updated for resources: {'Port': ['ID=2ecac412-0cdd-40de-8c76-100c30c1ebec,revision_number=4']} {{(pid=98983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:13.185567 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG oslo_concurrency.lockutils [None req-aeb36d02-1974-4cbc-b99b-82ab3dacceaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=98983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:13.214825 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-f2713364-b67d-475d-8340-43c3ff518d17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:13.217965 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-113c1d31-d14f-473c-bd8f-704ee9aff5fe None None] Provisioning for port a353de90-689e-4e22-9cdf-c78b30b62585 completed by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:43:13.237692 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-113c1d31-d14f-473c-bd8f-704ee9aff5fe None None] Provisioning complete for port a353de90-689e-4e22-9cdf-c78b30b62585 triggered by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:43:13.238413 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-113c1d31-d14f-473c-bd8f-704ee9aff5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:13.303665 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e7f6932d-9b78-46e7-97eb-872752d4f43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:13.420449 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-f2713364-b67d-475d-8340-43c3ff518d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110'] for port, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:13.423953 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-298f5deb-ccd9-469d-8b5b-b1775c7712a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:13.469823 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvr_db [None req-ae1ad91f-c2a3-4dfc-b0a2-9c9641677e96 None None] Set router 3a95cbf4-c953-4fd9-8ad5-82d480798852 gateway port host: dv-cinder-796286-4-iscsi {{(pid=98983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:43:13.491353 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-246a7c38-e16f-43a3-b6c3-dc618028b2c0 req-1e0e671a-f47b-4050-b39c-f6e2ec7dbeef tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6c8770-c6fd-4615-b907-311a0f581b6b HTTP/1.1" status: 200 len: 210 time: 0.0966239 Jun 16 09:43:13.496902 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:13.519429 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-113c1d31-d14f-473c-bd8f-704ee9aff5fe None None] Port a353de90-689e-4e22-9cdf-c78b30b62585 cannot update to ACTIVE because it is not bound. {{(pid=98982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 09:43:13.646102 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2713364-b67d-475d-8340-43c3ff518d17 admin admin] Network 91a32b6f-094c-4ae5-a33e-942080d95ea2 is already hosted by enough agents. {{(pid=98980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:43:13.685041 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.base_scheduler [None req-f2713364-b67d-475d-8340-43c3ff518d17 admin admin] Resources bound (agent type, host, resource id): {{(pid=98980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:43:13.708466 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2713364-b67d-475d-8340-43c3ff518d17 admin admin] Received port after_create {{(pid=98980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:43:13.708943 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-f2713364-b67d-475d-8340-43c3ff518d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757332'] for router_interface, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:13.723984 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2713364-b67d-475d-8340-43c3ff518d17 admin admin] Pushing event updated for resources: {'Port': ['ID=b1814f49-aa19-4b5a-9f2e-484321228a49,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:13.805886 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device d5a6b48e-b827-4b1d-8036-8d3d55cee802 up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:43:13.846323 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-f2713364-b67d-475d-8340-43c3ff518d17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:13.978940 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.49', 65136) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:14.008121 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-ae1ad91f-c2a3-4dfc-b0a2-9c9641677e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'name': 'tempest-AttachVolumeTestJSON-520951488-router', 'tenant_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'f704a43b-8f4d-4489-8738-2a2b4492d461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:01Z', 'updated_at': '2021-06-16T09:43:08Z', 'revision_number': 4, 'project_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'gw_port': {'id': 'f704a43b-8f4d-4489-8738-2a2b4492d461', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:03Z', 'updated_at': '2021-06-16T09:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_interfaces': [{'id': '2ecac412-0cdd-40de-8c76-100c30c1ebec', 'name': '', 'network_id': '5c8b8276-a881-4c68-ac89-d4ac2c936588', 'tenant_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'mac_address': 'fa:16:3e:02:6f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd7f651ef-1612-428c-80c5-ecb2942fc3e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:07Z', 'updated_at': '2021-06-16T09:43:12Z', 'revision_number': 4, 'project_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'subnets': [{'id': 'd7f651ef-1612-428c-80c5-ecb2942fc3e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:43:14.021644 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1ad91f-c2a3-4dfc-b0a2-9c9641677e96 None None] The sync data for ids ['3a95cbf4-c953-4fd9-8ad5-82d480798852'] in dv-cinder-796286-4-iscsi is: [{'id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'name': 'tempest-AttachVolumeTestJSON-520951488-router', 'tenant_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'f704a43b-8f4d-4489-8738-2a2b4492d461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:01Z', 'updated_at': '2021-06-16T09:43:08Z', 'revision_number': 4, 'project_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'gw_port': {'id': 'f704a43b-8f4d-4489-8738-2a2b4492d461', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:03Z', 'updated_at': '2021-06-16T09:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_interfaces': [{'id': '2ecac412-0cdd-40de-8c76-100c30c1ebec', 'name': '', 'network_id': '5c8b8276-a881-4c68-ac89-d4ac2c936588', 'tenant_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'mac_address': 'fa:16:3e:02:6f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd7f651ef-1612-428c-80c5-ecb2942fc3e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:07Z', 'updated_at': '2021-06-16T09:43:12Z', 'revision_number': 4, 'project_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'subnets': [{'id': 'd7f651ef-1612-428c-80c5-ecb2942fc3e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:43:14.085880 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e7f6932d-9b78-46e7-97eb-872752d4f43c None None] Notify callbacks [] for port, precommit_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:14.128363 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e7f6932d-9b78-46e7-97eb-872752d4f43c None None] Transition to ACTIVE for port object a4fc55ad-b1be-41f8-ba1f-17a46aaee8fc will not be triggered until provisioned by entity L2. {{(pid=98982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:43:14.254153 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92554081-13d5-4714-956d-38aeb0731ee9 req-937ea727-3c5b-4bfb-ac84-bb29fa7fcd04 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:14.254153 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-92554081-13d5-4714-956d-38aeb0731ee9 req-937ea727-3c5b-4bfb-ac84-bb29fa7fcd04 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.49 "GET /v2.0/networks?id=2a78f344-748b-4856-b23e-7d857180b044 HTTP/1.1" status: 200 len: 811 time: 0.2573254 Jun 16 09:43:14.259641 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-887ac641-7cf1-44db-a46d-7756a74ab656 req-56db622c-404d-4ab2-9028-970242bd1999 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=5dc5a926-7b73-4d35-9e4a-33caafeb25e9 HTTP/1.1" status: 200 len: 210 time: 0.1401899 Jun 16 09:43:14.275166 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [req-92554081-13d5-4714-956d-38aeb0731ee9 req-a71048a7-f9df-4c2a-bc5c-5d5c1b5c3703 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] Request body: {'port': {'device_id': '9c6c8770-c6fd-4615-b907-311a0f581b6b', 'network_id': '2a78f344-748b-4856-b23e-7d857180b044', 'admin_state_up': True, 'tenant_id': 'f9249ac1d8ab433fbcae69c13b81714b'}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:14.289673 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning for port d5a6b48e-b827-4b1d-8036-8d3d55cee802 completed by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:43:14.295310 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning complete for port d5a6b48e-b827-4b1d-8036-8d3d55cee802 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:43:14.295697 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:14.354815 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e7f6932d-9b78-46e7-97eb-872752d4f43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:14.385004 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:14.533666 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-2cb0cd31-a300-4ab1-9a6f-9b9d440149e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:14.549497 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.managers [None req-e7f6932d-9b78-46e7-97eb-872752d4f43c None None] Attempting to bind port a4fc55ad-b1be-41f8-ba1f-17a46aaee8fc on host dv-cinder-796286-4-iscsi for vnic_type normal with profile {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:43:14.551275 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.managers [None req-e7f6932d-9b78-46e7-97eb-872752d4f43c None None] Attempting to bind port a4fc55ad-b1be-41f8-ba1f-17a46aaee8fc by drivers openvswitch,hyperv on host dv-cinder-796286-4-iscsi at level 0 using segments [{'id': 'ee5243d6-0a20-466c-b2f3-0cfa4d8430c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f'}] {{(pid=98982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:43:14.552108 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f6932d-9b78-46e7-97eb-872752d4f43c None None] Attempting to bind port a4fc55ad-b1be-41f8-ba1f-17a46aaee8fc on network e7fe10b8-90c4-4cba-8f65-340465ca325f {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:43:14.600082 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f6932d-9b78-46e7-97eb-872752d4f43c None None] Checking agent: {'id': '1e3237df-5913-46b8-aeb8-2bb1fe27fce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 34, 49), 'started_at': datetime.datetime(2021, 6, 16, 9, 35, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:43:14.612607 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f6932d-9b78-46e7-97eb-872752d4f43c None None] Checking segment: {'id': 'ee5243d6-0a20-466c-b2f3-0cfa4d8430c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:43:14.613428 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e7f6932d-9b78-46e7-97eb-872752d4f43c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:14.614015 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f6932d-9b78-46e7-97eb-872752d4f43c None None] Bound using segment: {'id': 'ee5243d6-0a20-466c-b2f3-0cfa4d8430c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f'} {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:43:14.614715 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.managers [None req-e7f6932d-9b78-46e7-97eb-872752d4f43c None None] Bound port: a4fc55ad-b1be-41f8-ba1f-17a46aaee8fc, host: dv-cinder-796286-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee5243d6-0a20-466c-b2f3-0cfa4d8430c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f'}}] {{(pid=98982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:43:14.615446 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e7f6932d-9b78-46e7-97eb-872752d4f43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:14.699401 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c498a2-55c4-4103-a46c-b220a5365033 None None] Pushing event updated for resources: {'Port': ['ID=a4fc55ad-b1be-41f8-ba1f-17a46aaee8fc,revision_number=2']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:14.710048 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-f3c498a2-55c4-4103-a46c-b220a5365033 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:14.710255 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-2cb0cd31-a300-4ab1-9a6f-9b9d440149e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:14.750682 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-e6dfaaec-aca3-40f3-8f57-d062de63218d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:14.806115 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-e7f6932d-9b78-46e7-97eb-872752d4f43c None None] For port a4fc55ad-b1be-41f8-ba1f-17a46aaee8fc, host dv-cinder-796286-4-iscsi, cleared binding levels {{(pid=98982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:43:14.811951 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:14.834726 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-e7f6932d-9b78-46e7-97eb-872752d4f43c None None] For port a4fc55ad-b1be-41f8-ba1f-17a46aaee8fc, host dv-cinder-796286-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=a4fc55ad-b1be-41f8-ba1f-17a46aaee8fc,segment=NetworkSegment(ee5243d6-0a20-466c-b2f3-0cfa4d8430c8),segment_id=ee5243d6-0a20-466c-b2f3-0cfa4d8430c8)] {{(pid=98982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:43:14.857943 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-2cb0cd31-a300-4ab1-9a6f-9b9d440149e2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ade7879cf43d402694fbd9b0373ff8ac&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0246341 Jun 16 09:43:14.872044 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] For port d5a6b48e-b827-4b1d-8036-8d3d55cee802, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=d5a6b48e-b827-4b1d-8036-8d3d55cee802,segment=NetworkSegment(ee5243d6-0a20-466c-b2f3-0cfa4d8430c8),segment_id=ee5243d6-0a20-466c-b2f3-0cfa4d8430c8)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:43:14.877822 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 45418) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:14.878617 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb0cd31-a300-4ab1-9a6f-9b9d440149e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28947e92-c289-47a8-8df8-999847137e63,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:14.935697 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-2cb0cd31-a300-4ab1-9a6f-9b9d440149e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:14.939575 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-298f5deb-ccd9-469d-8b5b-b1775c7712a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:14.960353 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e7f6932d-9b78-46e7-97eb-872752d4f43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:14.963987 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e100c00a-6d79-41ce-be0f-fa566b64b206 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:14.968881 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-ba721148-7a1a-4e7d-8942-9b381bd1471e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:14.980222 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-f5afe1ca-d607-472b-8057-da9f1fdc3a3e req-fea7cd8e-b95b-449e-8b11-cda39ecbcd31 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6c8770-c6fd-4615-b907-311a0f581b6b HTTP/1.1" status: 200 len: 210 time: 0.1784382 Jun 16 09:43:14.984897 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-f2713364-b67d-475d-8340-43c3ff518d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:15.001995 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-ba721148-7a1a-4e7d-8942-9b381bd1471e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:15.027623 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:15.080792 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-298f5deb-ccd9-469d-8b5b-b1775c7712a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:15.086524 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-298f5deb-ccd9-469d-8b5b-b1775c7712a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-623549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757288'] for router_interface, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:15.088115 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f6932d-9b78-46e7-97eb-872752d4f43c None None] Routers {'34d857d3-1f95-4e50-af60-75b3ef38291d'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:43:15.088866 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-e7f6932d-9b78-46e7-97eb-872752d4f43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:42:49Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['34d857d3-1f95-4e50-af60-75b3ef38291d'], 'active': True} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:43:15.094688 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:15.160871 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c498a2-55c4-4103-a46c-b220a5365033 None None] Pushing event updated for resources: {'Port': ['ID=a4fc55ad-b1be-41f8-ba1f-17a46aaee8fc,revision_number=3']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:15.168784 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-f3c498a2-55c4-4103-a46c-b220a5365033 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:15.198071 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-daa27c5c-e28a-4883-8cd4-b67e37927480 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks [] for security_group, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:15.210215 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.166s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:15.285199 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298f5deb-ccd9-469d-8b5b-b1775c7712a3 admin admin] Network b643789e-234a-40e9-b489-894119bc4f89 is already hosted by enough agents. {{(pid=98981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:43:15.292097 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.base_scheduler [None req-298f5deb-ccd9-469d-8b5b-b1775c7712a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=98981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:43:15.318662 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Pushing event updated for resources: {'Port': ['ID=d5a6b48e-b827-4b1d-8036-8d3d55cee802,revision_number=4']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:15.323277 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298f5deb-ccd9-469d-8b5b-b1775c7712a3 admin admin] Pushing event updated for resources: {'Port': ['ID=a353de90-689e-4e22-9cdf-c78b30b62585,revision_number=2']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:15.325441 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:15.345735 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-daa27c5c-e28a-4883-8cd4-b67e37927480 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:15.347978 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-298f5deb-ccd9-469d-8b5b-b1775c7712a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:15.357631 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:15.372079 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvr_db [None req-e7f6932d-9b78-46e7-97eb-872752d4f43c None None] Set router 34d857d3-1f95-4e50-af60-75b3ef38291d gateway port host: dv-cinder-796286-4-iscsi {{(pid=98982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:43:15.397659 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-ba721148-7a1a-4e7d-8942-9b381bd1471e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:15.411305 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-ba721148-7a1a-4e7d-8942-9b381bd1471e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:15.414692 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-ba721148-7a1a-4e7d-8942-9b381bd1471e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/28947e92-c289-47a8-8df8-999847137e63 HTTP/1.1" status: 204 len: 168 time: 0.5315688 Jun 16 09:43:15.420442 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.db.api [req-92554081-13d5-4714-956d-38aeb0731ee9 req-a71048a7-f9df-4c2a-bc5c-5d5c1b5c3703 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 16 09:43:15.420442 dv-cinder-796286-4-iscsi neutron-server[98980]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 16 09:43:15.420442 dv-cinder-796286-4-iscsi neutron-server[98980]: [parameters: {'project_id_1': 'f9249ac1d8ab433fbcae69c13b81714b', 'expiration_1': datetime.datetime(2021, 6, 16, 9, 43, 15, 202516)}] Jun 16 09:43:15.420442 dv-cinder-796286-4-iscsi neutron-server[98980]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=98980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 09:43:15.420819 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_db.api [req-92554081-13d5-4714-956d-38aeb0731ee9 req-a71048a7-f9df-4c2a-bc5c-5d5c1b5c3703 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=98980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 09:43:15.476022 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa27c5c-e28a-4883-8cd4-b67e37927480 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd86576-4694-420b-8dc1-4ec20ddf353f,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:15.498705 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-daa27c5c-e28a-4883-8cd4-b67e37927480 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:15.525720 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:15.544223 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-f2713364-b67d-475d-8340-43c3ff518d17 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:15.588453 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-886555df-6dab-4edd-8986-d24389ab698a req-a83f8018-24d1-4fe4-a910-1ba9ac5ed94e tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Made reservation on behalf of fa31d16a12d643cbb5f92d1c0eaeb35b for: {'port': 1} {{(pid=98981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:43:15.593404 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-886555df-6dab-4edd-8986-d24389ab698a req-a83f8018-24d1-4fe4-a910-1ba9ac5ed94e tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:15.599190 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-daa27c5c-e28a-4883-8cd4-b67e37927480 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks [] for security_group, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:15.600588 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-daa27c5c-e28a-4883-8cd4-b67e37927480 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 2.9752202 Jun 16 09:43:15.603441 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 45450) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:15.609401 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [None req-7599087b-6b6a-4d7d-a02a-31480bcdc3ca tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Request body: {'security_group_rule': {'security_group_id': '5dd86576-4694-420b-8dc1-4ec20ddf353f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:15.654020 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-f2713364-b67d-475d-8340-43c3ff518d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:15.669567 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-f2713364-b67d-475d-8340-43c3ff518d17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-623549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757288'] for router_interface, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:15.686633 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:15.786396 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-3a26ef31-4e3c-44cb-b960-75f280500f01 req-14250987-4e98-461e-9047-456eae63de5e tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=5dc5a926-7b73-4d35-9e4a-33caafeb25e9 HTTP/1.1" status: 200 len: 210 time: 0.2362223 Jun 16 09:43:15.797000 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba721148-7a1a-4e7d-8942-9b381bd1471e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28947e92-c289-47a8-8df8-999847137e63,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:15.857300 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-ba721148-7a1a-4e7d-8942-9b381bd1471e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:15.962820 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-f48f8857-d2fb-49e9-9367-e1ccc8b456b9 None None] Provisioning complete for port a353de90-689e-4e22-9cdf-c78b30b62585 triggered by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:43:15.963424 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-f48f8857-d2fb-49e9-9367-e1ccc8b456b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:15.967185 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-e7f6932d-9b78-46e7-97eb-872752d4f43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d857d3-1f95-4e50-af60-75b3ef38291d', 'name': 'tempest-ServerRescueNegativeTestJSON-829557959-router', 'tenant_id': '3aab2d6845c34f44bdcaf8eb3cec5927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'a4fc55ad-b1be-41f8-ba1f-17a46aaee8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:05Z', 'updated_at': '2021-06-16T09:43:14Z', 'revision_number': 4, 'project_id': '3aab2d6845c34f44bdcaf8eb3cec5927', 'gw_port': {'id': 'a4fc55ad-b1be-41f8-ba1f-17a46aaee8fc', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d857d3-1f95-4e50-af60-75b3ef38291d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:07Z', 'updated_at': '2021-06-16T09:43:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_interfaces': [{'id': 'b1814f49-aa19-4b5a-9f2e-484321228a49', 'name': '', 'network_id': '91a32b6f-094c-4ae5-a33e-942080d95ea2', 'tenant_id': '3aab2d6845c34f44bdcaf8eb3cec5927', 'mac_address': 'fa:16:3e:2b:95:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d857d3-1f95-4e50-af60-75b3ef38291d', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd1e28073-3474-4ab3-a6cb-d23efc1dc12f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:12Z', 'updated_at': '2021-06-16T09:43:13Z', 'revision_number': 1, 'project_id': '3aab2d6845c34f44bdcaf8eb3cec5927', 'subnets': [{'id': 'd1e28073-3474-4ab3-a6cb-d23efc1dc12f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:43:16.025195 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device d5a6b48e-b827-4b1d-8036-8d3d55cee802 up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:43:16.037076 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f6932d-9b78-46e7-97eb-872752d4f43c None None] The sync data for ids ['34d857d3-1f95-4e50-af60-75b3ef38291d'] in dv-cinder-796286-4-iscsi is: [{'id': '34d857d3-1f95-4e50-af60-75b3ef38291d', 'name': 'tempest-ServerRescueNegativeTestJSON-829557959-router', 'tenant_id': '3aab2d6845c34f44bdcaf8eb3cec5927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'a4fc55ad-b1be-41f8-ba1f-17a46aaee8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:05Z', 'updated_at': '2021-06-16T09:43:14Z', 'revision_number': 4, 'project_id': '3aab2d6845c34f44bdcaf8eb3cec5927', 'gw_port': {'id': 'a4fc55ad-b1be-41f8-ba1f-17a46aaee8fc', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d857d3-1f95-4e50-af60-75b3ef38291d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:07Z', 'updated_at': '2021-06-16T09:43:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_interfaces': [{'id': 'b1814f49-aa19-4b5a-9f2e-484321228a49', 'name': '', 'network_id': '91a32b6f-094c-4ae5-a33e-942080d95ea2', 'tenant_id': '3aab2d6845c34f44bdcaf8eb3cec5927', 'mac_address': 'fa:16:3e:2b:95:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d857d3-1f95-4e50-af60-75b3ef38291d', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd1e28073-3474-4ab3-a6cb-d23efc1dc12f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:12Z', 'updated_at': '2021-06-16T09:43:13Z', 'revision_number': 1, 'project_id': '3aab2d6845c34f44bdcaf8eb3cec5927', 'subnets': [{'id': 'd1e28073-3474-4ab3-a6cb-d23efc1dc12f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:43:16.188480 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-f48f8857-d2fb-49e9-9367-e1ccc8b456b9 None None] Port a353de90-689e-4e22-9cdf-c78b30b62585 cannot update to ACTIVE because it is not bound. {{(pid=98982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 09:43:16.314952 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning complete for port d5a6b48e-b827-4b1d-8036-8d3d55cee802 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:43:16.318093 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:16.335706 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-7599087b-6b6a-4d7d-a02a-31480bcdc3ca tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:16.444535 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92554081-13d5-4714-956d-38aeb0731ee9 req-a71048a7-f9df-4c2a-bc5c-5d5c1b5c3703 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] Made reservation on behalf of f9249ac1d8ab433fbcae69c13b81714b for: {'port': 1} {{(pid=98980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:43:16.448412 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-92554081-13d5-4714-956d-38aeb0731ee9 req-a71048a7-f9df-4c2a-bc5c-5d5c1b5c3703 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:16.456578 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2713364-b67d-475d-8340-43c3ff518d17 admin admin] Pushing event updated for resources: {'Port': ['ID=b1814f49-aa19-4b5a-9f2e-484321228a49,revision_number=2']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:16.474303 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-f2713364-b67d-475d-8340-43c3ff518d17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.790s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:16.491582 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-298f5deb-ccd9-469d-8b5b-b1775c7712a3 admin admin] Router 8b693ca6-9734-4668-8ef5-857ac618c9b0 has already been hosted by L3 agent 7768ee83-37c7-4165-88a2-5844eb43ad81 {{(pid=98981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:43:16.530643 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-2fbd95d4-411e-4dc9-a6a4-6f7b6bda82fe req-5b644187-6772-49a7-9a37-b6ccd4ac5afc tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6c8770-c6fd-4615-b907-311a0f581b6b HTTP/1.1" status: 200 len: 210 time: 0.1962194 Jun 16 09:43:16.595380 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-7599087b-6b6a-4d7d-a02a-31480bcdc3ca tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:16.597624 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2713364-b67d-475d-8340-43c3ff518d17 admin admin] Network 91a32b6f-094c-4ae5-a33e-942080d95ea2 is already hosted by enough agents. {{(pid=98980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:43:16.612324 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.base_scheduler [None req-f2713364-b67d-475d-8340-43c3ff518d17 admin admin] Resources bound (agent type, host, resource id): {{(pid=98980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:43:16.662787 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 2ecac412-0cdd-40de-8c76-100c30c1ebec up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:43:16.785701 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.db_base_plugin_common [req-886555df-6dab-4edd-8986-d24389ab698a req-a83f8018-24d1-4fe4-a910-1ba9ac5ed94e tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Allocated IP 172.20.0.7 (ef7af889-6972-434c-9882-4e3de45b6902/039532dc-f739-4701-98ed-b56a3da4fc13/87bfca89-ecc5-45ee-af99-3d67c9ed7165) {{(pid=98981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:43:16.896624 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-7599087b-6b6a-4d7d-a02a-31480bcdc3ca tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719390'] for security_group_rule, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:16.910746 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning for port 2ecac412-0cdd-40de-8c76-100c30c1ebec completed by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:43:16.929053 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning complete for port 2ecac412-0cdd-40de-8c76-100c30c1ebec triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:43:16.929562 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:16.966800 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-f5debabc-8b1c-4b90-9ea3-83cc43811b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:16.976839 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 45488) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:17.066643 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-6ea94965-666f-4c27-8137-9036decbe000 req-0ebe8d9d-710d-4ee2-bd78-ef7445bd3c67 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=5dc5a926-7b73-4d35-9e4a-33caafeb25e9 HTTP/1.1" status: 200 len: 210 time: 0.0923240 Jun 16 09:43:17.080850 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:17.135084 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:17.158868 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298f5deb-ccd9-469d-8b5b-b1775c7712a3 admin admin] Notify agent at l3_agent.dv-cinder-796286-4-iscsi the message routers_updated {{(pid=98981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:43:17.160934 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] For port 2ecac412-0cdd-40de-8c76-100c30c1ebec, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=2ecac412-0cdd-40de-8c76-100c30c1ebec,segment=NetworkSegment(b89fa4bb-9b9b-47e0-a491-864722251830),segment_id=b89fa4bb-9b9b-47e0-a491-864722251830)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:43:17.189067 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-298f5deb-ccd9-469d-8b5b-b1775c7712a3 admin admin] 10.222.0.25 "PUT /v2.0/routers/8b693ca6-9734-4668-8ef5-857ac618c9b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9233840 Jun 16 09:43:17.191872 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dc78e8-0870-47ab-ac77-2f575a921041 None None] Sync routers for ids ['8b693ca6-9734-4668-8ef5-857ac618c9b0'] in dv-cinder-796286-4-iscsi {{(pid=98983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:43:17.233761 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dc78e8-0870-47ab-ac77-2f575a921041 None None] Routers {'8b693ca6-9734-4668-8ef5-857ac618c9b0'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:43:17.243744 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-67dc78e8-0870-47ab-ac77-2f575a921041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:42:49Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['8b693ca6-9734-4668-8ef5-857ac618c9b0'], 'active': True} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:43:17.382468 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:17.385080 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:17.400232 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.db_base_plugin_common [req-92554081-13d5-4714-956d-38aeb0731ee9 req-a71048a7-f9df-4c2a-bc5c-5d5c1b5c3703 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] Allocated IP 172.20.0.11 (2a78f344-748b-4856-b23e-7d857180b044/b17b72ea-19ce-42b3-840c-5af40c5e6cdd/6028f4d0-ae90-4017-9736-9fe8749aeb0b) {{(pid=98980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:43:17.510246 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvr_db [None req-67dc78e8-0870-47ab-ac77-2f575a921041 None None] Set router 8b693ca6-9734-4668-8ef5-857ac618c9b0 gateway port host: dv-cinder-796286-4-iscsi {{(pid=98983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:43:17.526468 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-886555df-6dab-4edd-8986-d24389ab698a req-a83f8018-24d1-4fe4-a910-1ba9ac5ed94e tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Notify callbacks [] for port, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:17.547955 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Pushing event updated for resources: {'Port': ['ID=2ecac412-0cdd-40de-8c76-100c30c1ebec,revision_number=5']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:17.554279 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:17.799486 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 2ecac412-0cdd-40de-8c76-100c30c1ebec up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:43:17.948576 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-92554081-13d5-4714-956d-38aeb0731ee9 req-a71048a7-f9df-4c2a-bc5c-5d5c1b5c3703 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] Notify callbacks [] for port, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:17.954604 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-886555df-6dab-4edd-8986-d24389ab698a req-a83f8018-24d1-4fe4-a910-1ba9ac5ed94e tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110'] for port, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:17.966497 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:17.972112 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7599087b-6b6a-4d7d-a02a-31480bcdc3ca tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c454296d-195b-4473-a55e-cf19972d53a7,revision_number=0']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:17.988111 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-f1304941-4a23-4a32-9504-27e40653e530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:18.025841 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning complete for port 2ecac412-0cdd-40de-8c76-100c30c1ebec triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:43:18.026523 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:18.045765 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-7599087b-6b6a-4d7d-a02a-31480bcdc3ca tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.911s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:18.079539 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-c2cba2b1-d64f-47f9-b95a-3c7c29a10169 req-8d817007-c09e-4681-8deb-1ae798dac7da tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6c8770-c6fd-4615-b907-311a0f581b6b HTTP/1.1" status: 200 len: 210 time: 0.1023703 Jun 16 09:43:18.178290 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-67dc78e8-0870-47ab-ac77-2f575a921041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'name': 'tempest-AttachVolumeShelveTestJSON-541137821-router', 'tenant_id': 'f5476756cec74ac89980f811e6b4c64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'd5a6b48e-b827-4b1d-8036-8d3d55cee802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:04Z', 'updated_at': '2021-06-16T09:43:12Z', 'revision_number': 4, 'project_id': 'f5476756cec74ac89980f811e6b4c64a', 'gw_port': {'id': 'd5a6b48e-b827-4b1d-8036-8d3d55cee802', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:05Z', 'updated_at': '2021-06-16T09:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_interfaces': [{'id': 'a353de90-689e-4e22-9cdf-c78b30b62585', 'name': '', 'network_id': 'b643789e-234a-40e9-b489-894119bc4f89', 'tenant_id': 'f5476756cec74ac89980f811e6b4c64a', 'mac_address': 'fa:16:3e:cb:49:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b5e9ba67-07c6-43ea-ad13-16d85d3a0ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:11Z', 'updated_at': '2021-06-16T09:43:14Z', 'revision_number': 2, 'project_id': 'f5476756cec74ac89980f811e6b4c64a', 'subnets': [{'id': 'b5e9ba67-07c6-43ea-ad13-16d85d3a0ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:43:18.187956 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dc78e8-0870-47ab-ac77-2f575a921041 None None] Checking router: 8b693ca6-9734-4668-8ef5-857ac618c9b0 for host: dv-cinder-796286-4-iscsi {{(pid=98983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:43:18.188318 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dc78e8-0870-47ab-ac77-2f575a921041 None None] Updating router 8b693ca6-9734-4668-8ef5-857ac618c9b0 port a353de90-689e-4e22-9cdf-c78b30b62585 binding host dv-cinder-796286-4-iscsi {{(pid=98983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 09:43:18.220696 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-7599087b-6b6a-4d7d-a02a-31480bcdc3ca tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:18.231741 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-7599087b-6b6a-4d7d-a02a-31480bcdc3ca tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.6242406 Jun 16 09:43:18.244102 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2713364-b67d-475d-8340-43c3ff518d17 admin admin] Router 34d857d3-1f95-4e50-af60-75b3ef38291d has already been hosted by L3 agent 7768ee83-37c7-4165-88a2-5844eb43ad81 {{(pid=98980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:43:18.245905 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 45536) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:18.251087 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [None req-b04cbfea-1f04-4557-94ff-426a3d35f038 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Request body: {'security_group_rule': {'security_group_id': '5dd86576-4694-420b-8dc1-4ec20ddf353f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:18.304934 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-886555df-6dab-4edd-8986-d24389ab698a req-a83f8018-24d1-4fe4-a910-1ba9ac5ed94e tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Network ef7af889-6972-434c-9882-4e3de45b6902 is already hosted by enough agents. {{(pid=98981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:43:18.324785 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.base_scheduler [req-886555df-6dab-4edd-8986-d24389ab698a req-a83f8018-24d1-4fe4-a910-1ba9ac5ed94e tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Resources bound (agent type, host, resource id): {{(pid=98981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:43:18.342673 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.l3_dvrscheduler_db [req-886555df-6dab-4edd-8986-d24389ab698a req-a83f8018-24d1-4fe4-a910-1ba9ac5ed94e tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Received port after_create {{(pid=98981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:43:18.360591 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886555df-6dab-4edd-8986-d24389ab698a req-a83f8018-24d1-4fe4-a910-1ba9ac5ed94e tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:18.361575 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-886555df-6dab-4edd-8986-d24389ab698a req-a83f8018-24d1-4fe4-a910-1ba9ac5ed94e tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for port, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:18.374970 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-67dc78e8-0870-47ab-ac77-2f575a921041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:18.460186 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-92554081-13d5-4714-956d-38aeb0731ee9 req-a71048a7-f9df-4c2a-bc5c-5d5c1b5c3703 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110'] for port, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:18.479376 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83f8018-24d1-4fe4-a910-1ba9ac5ed94e tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Pushing event updated for resources: {'Port': ['ID=87bfca89-ecc5-45ee-af99-3d67c9ed7165,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:18.489896 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-a83f8018-24d1-4fe4-a910-1ba9ac5ed94e tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:18.537594 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-3679d7b4-6d4c-497f-a5d2-0b891d31d280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:18.828021 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92554081-13d5-4714-956d-38aeb0731ee9 req-a71048a7-f9df-4c2a-bc5c-5d5c1b5c3703 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] Network 2a78f344-748b-4856-b23e-7d857180b044 is already hosted by enough agents. {{(pid=98980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:43:18.857204 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 45562) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:18.880728 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [None req-673f7152-b174-477c-8a3b-fab48612bd4a tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Request body: {'security_group': {'name': 'tempest-securitygroup--898547190', 'description': 'tempest-description--957978901'}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:18.898253 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.base_scheduler [req-92554081-13d5-4714-956d-38aeb0731ee9 req-a71048a7-f9df-4c2a-bc5c-5d5c1b5c3703 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] Resources bound (agent type, host, resource id): {{(pid=98980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:43:18.918655 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.l3_dvrscheduler_db [req-92554081-13d5-4714-956d-38aeb0731ee9 req-a71048a7-f9df-4c2a-bc5c-5d5c1b5c3703 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] Received port after_create {{(pid=98980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:43:18.944186 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92554081-13d5-4714-956d-38aeb0731ee9 req-a71048a7-f9df-4c2a-bc5c-5d5c1b5c3703 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:18.960943 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-92554081-13d5-4714-956d-38aeb0731ee9 req-a71048a7-f9df-4c2a-bc5c-5d5c1b5c3703 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for port, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:19.022231 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-67dc78e8-0870-47ab-ac77-2f575a921041 None None] Notify callbacks [] for port, precommit_update {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:19.029323 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71048a7-f9df-4c2a-bc5c-5d5c1b5c3703 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] Pushing event updated for resources: {'Port': ['ID=6028f4d0-ae90-4017-9736-9fe8749aeb0b,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:19.040152 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-a71048a7-f9df-4c2a-bc5c-5d5c1b5c3703 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:19.042244 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.provisioning_blocks [None req-67dc78e8-0870-47ab-ac77-2f575a921041 None None] Transition to ACTIVE for port object a353de90-689e-4e22-9cdf-c78b30b62585 will not be triggered until provisioned by entity L2. {{(pid=98983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:43:19.051583 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-f1304941-4a23-4a32-9504-27e40653e530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:19.053281 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2713364-b67d-475d-8340-43c3ff518d17 admin admin] Notify agent at l3_agent.dv-cinder-796286-4-iscsi the message routers_updated {{(pid=98980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:43:19.061699 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-f2713364-b67d-475d-8340-43c3ff518d17 admin admin] 10.222.0.25 "PUT /v2.0/routers/34d857d3-1f95-4e50-af60-75b3ef38291d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3397410 Jun 16 09:43:19.086630 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70120791-2940-4364-b771-9d58d0bbca33 req-0e8746e4-7922-4d3e-90c2-82c8264ab5b0 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:19.094349 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-70120791-2940-4364-b771-9d58d0bbca33 req-0e8746e4-7922-4d3e-90c2-82c8264ab5b0 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=5dc5a926-7b73-4d35-9e4a-33caafeb25e9 HTTP/1.1" status: 200 len: 931 time: 0.6355641 Jun 16 09:43:19.151882 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-70120791-2940-4364-b771-9d58d0bbca33 req-65c5b873-9dfe-45e3-a4f4-574e90020ce7 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534024 Jun 16 09:43:19.177011 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-67dc78e8-0870-47ab-ac77-2f575a921041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:19.180673 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:19.190917 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-f1304941-4a23-4a32-9504-27e40653e530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:19.230140 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-1753f265-193e-4688-b07f-52225b668862 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:19.348614 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-be054188-d2ce-4577-b538-7072cf865fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:19.360958 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-92554081-13d5-4714-956d-38aeb0731ee9 req-a71048a7-f9df-4c2a-bc5c-5d5c1b5c3703 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0966520 Jun 16 09:43:19.395333 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.db.api [None req-673f7152-b174-477c-8a3b-fab48612bd4a tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 16 09:43:19.395333 dv-cinder-796286-4-iscsi neutron-server[98981]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 16 09:43:19.395333 dv-cinder-796286-4-iscsi neutron-server[98981]: [parameters: {'project_id_1': 'f5476756cec74ac89980f811e6b4c64a', 'expiration_1': datetime.datetime(2021, 6, 16, 9, 43, 18, 888127)}] Jun 16 09:43:19.395333 dv-cinder-796286-4-iscsi neutron-server[98981]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=98981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 09:43:19.397253 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_db.api [None req-673f7152-b174-477c-8a3b-fab48612bd4a tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=98981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 09:43:19.428098 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [req-92554081-13d5-4714-956d-38aeb0731ee9 req-a56fca14-06e5-4dad-b81f-6853af16e156 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=98980) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 09:43:19.429700 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-92554081-13d5-4714-956d-38aeb0731ee9 req-a56fca14-06e5-4dad-b81f-6853af16e156 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0267880 Jun 16 09:43:19.448860 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1304941-4a23-4a32-9504-27e40653e530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1817fb41-fe3e-441f-a22c-d07a6a8b16bb,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:19.476540 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-f1304941-4a23-4a32-9504-27e40653e530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:19.485763 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-f1304941-4a23-4a32-9504-27e40653e530 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e7915dbf6e984fd784ba3f2b2b906c3f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4815123 Jun 16 09:43:19.496271 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 45582) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:19.541780 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 45584) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:19.593750 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:19.634036 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2048667d-e4a6-4275-bcea-8b499f5b5063 None None] Pushing event updated for resources: {'Port': ['ID=a353de90-689e-4e22-9cdf-c78b30b62585,revision_number=3']} {{(pid=98983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:19.637693 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG oslo_concurrency.lockutils [None req-2048667d-e4a6-4275-bcea-8b499f5b5063 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=98983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:19.682224 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-b04cbfea-1f04-4557-94ff-426a3d35f038 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:19.704812 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.managers [None req-67dc78e8-0870-47ab-ac77-2f575a921041 None None] Attempting to bind port a353de90-689e-4e22-9cdf-c78b30b62585 on host dv-cinder-796286-4-iscsi for vnic_type normal with profile {{(pid=98983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:43:19.706360 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.managers [None req-67dc78e8-0870-47ab-ac77-2f575a921041 None None] Attempting to bind port a353de90-689e-4e22-9cdf-c78b30b62585 by drivers openvswitch,hyperv on host dv-cinder-796286-4-iscsi at level 0 using segments [{'id': '072836ba-11c0-4d89-9dbf-d840ce8bf23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b643789e-234a-40e9-b489-894119bc4f89'}] {{(pid=98983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:43:19.709360 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dc78e8-0870-47ab-ac77-2f575a921041 None None] Attempting to bind port a353de90-689e-4e22-9cdf-c78b30b62585 on network b643789e-234a-40e9-b489-894119bc4f89 {{(pid=98983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:43:19.716425 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dc78e8-0870-47ab-ac77-2f575a921041 None None] Checking agent: {'id': '1e3237df-5913-46b8-aeb8-2bb1fe27fce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 34, 49), 'started_at': datetime.datetime(2021, 6, 16, 9, 35, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:43:19.716806 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dc78e8-0870-47ab-ac77-2f575a921041 None None] Checking segment: {'id': '072836ba-11c0-4d89-9dbf-d840ce8bf23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b643789e-234a-40e9-b489-894119bc4f89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:43:19.717313 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-67dc78e8-0870-47ab-ac77-2f575a921041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:19.717697 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dc78e8-0870-47ab-ac77-2f575a921041 None None] Bound using segment: {'id': '072836ba-11c0-4d89-9dbf-d840ce8bf23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b643789e-234a-40e9-b489-894119bc4f89'} {{(pid=98983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:43:19.718175 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.managers [None req-67dc78e8-0870-47ab-ac77-2f575a921041 None None] Bound port: a353de90-689e-4e22-9cdf-c78b30b62585, host: dv-cinder-796286-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '072836ba-11c0-4d89-9dbf-d840ce8bf23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b643789e-234a-40e9-b489-894119bc4f89'}}] {{(pid=98983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:43:19.718538 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-67dc78e8-0870-47ab-ac77-2f575a921041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:19.724654 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f0ad7-6d1e-4265-8515-029c0461c115 req-23c64c4d-e277-4bae-bca9-d40c053bf853 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:19.730664 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-5e8f0ad7-6d1e-4265-8515-029c0461c115 req-23c64c4d-e277-4bae-bca9-d40c053bf853 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6c8770-c6fd-4615-b907-311a0f581b6b HTTP/1.1" status: 200 len: 932 time: 0.2882972 Jun 16 09:43:19.886864 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-5e8f0ad7-6d1e-4265-8515-029c0461c115 req-3f304327-fa10-490c-b176-2f598c570676 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.25 "GET /v2.0/security-groups?id=53585afb-0a64-425e-ab8b-00f0425095c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579038 Jun 16 09:43:19.887845 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.db [None req-67dc78e8-0870-47ab-ac77-2f575a921041 None None] For port a353de90-689e-4e22-9cdf-c78b30b62585, host dv-cinder-796286-4-iscsi, cleared binding levels {{(pid=98983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:43:19.887845 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.db [None req-67dc78e8-0870-47ab-ac77-2f575a921041 None None] For port a353de90-689e-4e22-9cdf-c78b30b62585, host dv-cinder-796286-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=a353de90-689e-4e22-9cdf-c78b30b62585,segment=NetworkSegment(072836ba-11c0-4d89-9dbf-d840ce8bf23f),segment_id=072836ba-11c0-4d89-9dbf-d840ce8bf23f)] {{(pid=98983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:43:19.997943 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device a4fc55ad-b1be-41f8-ba1f-17a46aaee8fc up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:43:20.056291 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-886555df-6dab-4edd-8986-d24389ab698a req-a83f8018-24d1-4fe4-a910-1ba9ac5ed94e tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9859550 Jun 16 09:43:20.064090 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [req-92554081-13d5-4714-956d-38aeb0731ee9 req-59d60dd4-d93f-4772-a92a-0a0c3054c196 service neutron] Request body: {'port': {'device_id': '9c6c8770-c6fd-4615-b907-311a0f581b6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:20.067687 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-aaa675af-b384-44a9-b19f-cb2f45012f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:20.094638 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-67dc78e8-0870-47ab-ac77-2f575a921041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:20.109808 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:20.177858 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-b04cbfea-1f04-4557-94ff-426a3d35f038 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:20.177858 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-99119045-29ad-4935-ab71-638ecc774407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:20.267189 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-aaa675af-b384-44a9-b19f-cb2f45012f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:20.282436 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2048667d-e4a6-4275-bcea-8b499f5b5063 None None] Pushing event updated for resources: {'Port': ['ID=a353de90-689e-4e22-9cdf-c78b30b62585,revision_number=4']} {{(pid=98983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:20.287847 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dc78e8-0870-47ab-ac77-2f575a921041 None None] Routers {'8b693ca6-9734-4668-8ef5-857ac618c9b0'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:43:20.288868 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-67dc78e8-0870-47ab-ac77-2f575a921041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:43:19Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['8b693ca6-9734-4668-8ef5-857ac618c9b0'], 'active': True} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:43:20.416297 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG oslo_concurrency.lockutils [None req-2048667d-e4a6-4275-bcea-8b499f5b5063 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=98983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:20.520711 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-92554081-13d5-4714-956d-38aeb0731ee9 req-59d60dd4-d93f-4772-a92a-0a0c3054c196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:20.533701 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvr_db [None req-67dc78e8-0870-47ab-ac77-2f575a921041 None None] Set router 8b693ca6-9734-4668-8ef5-857ac618c9b0 gateway port host: dv-cinder-796286-4-iscsi {{(pid=98983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:43:20.577598 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-673f7152-b174-477c-8a3b-fab48612bd4a tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks [] for security_group, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:20.618863 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-16d92f64-da1b-4eb0-8f0f-160fef97265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:20.619874 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning for port a4fc55ad-b1be-41f8-ba1f-17a46aaee8fc completed by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:43:20.637846 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning complete for port a4fc55ad-b1be-41f8-ba1f-17a46aaee8fc triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:43:20.638533 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:20.648556 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d602f08-ad31-4a19-9179-db48e73ed863 req-25ce11a6-3cdd-4894-aa05-8196c6279c55 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:20.655640 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861336a-e616-43a2-9809-8f5fb28e30eb req-89786a0b-4867-4c30-9d0d-2178a7804ab7 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:20.659266 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-1861336a-e616-43a2-9809-8f5fb28e30eb req-89786a0b-4867-4c30-9d0d-2178a7804ab7 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/networks?id=91a32b6f-094c-4ae5-a33e-942080d95ea2 HTTP/1.1" status: 200 len: 818 time: 0.3186767 Jun 16 09:43:20.662679 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-7d602f08-ad31-4a19-9179-db48e73ed863 req-25ce11a6-3cdd-4894-aa05-8196c6279c55 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=5dc5a926-7b73-4d35-9e4a-33caafeb25e9 HTTP/1.1" status: 200 len: 931 time: 0.1941035 Jun 16 09:43:20.691707 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-b04cbfea-1f04-4557-94ff-426a3d35f038 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719390'] for security_group_rule, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:20.730709 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:20.767843 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-1861336a-e616-43a2-9809-8f5fb28e30eb req-af6c0bf1-8893-424a-9230-96ed85c26293 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/quotas/3aab2d6845c34f44bdcaf8eb3cec5927 HTTP/1.1" status: 200 len: 375 time: 0.1018646 Jun 16 09:43:20.785801 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-7d602f08-ad31-4a19-9179-db48e73ed863 req-b9b7002d-0b4d-4edf-8c5d-1dca89279a93 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209774 Jun 16 09:43:20.837628 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [req-886555df-6dab-4edd-8986-d24389ab698a req-84bdfdc5-1d83-4800-9873-48618a1b6278 service neutron] Request body: {'port': {'device_id': '5dc5a926-7b73-4d35-9e4a-33caafeb25e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:20.858638 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:20.867940 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04cbfea-1f04-4557-94ff-426a3d35f038 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=140f18b8-8518-4913-bbb9-c38286fcf0d2,revision_number=0']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:20.876944 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-b04cbfea-1f04-4557-94ff-426a3d35f038 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:20.905614 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] For port a4fc55ad-b1be-41f8-ba1f-17a46aaee8fc, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=a4fc55ad-b1be-41f8-ba1f-17a46aaee8fc,segment=NetworkSegment(ee5243d6-0a20-466c-b2f3-0cfa4d8430c8),segment_id=ee5243d6-0a20-466c-b2f3-0cfa4d8430c8)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:43:21.037752 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-aaa675af-b384-44a9-b19f-cb2f45012f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:21.060117 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:21.061999 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e10bfa63-0f5c-4c1e-b520-2f937e09710b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:21.067196 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-aaa675af-b384-44a9-b19f-cb2f45012f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:21.070824 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-aaa675af-b384-44a9-b19f-cb2f45012f1a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1817fb41-fe3e-441f-a22c-d07a6a8b16bb HTTP/1.1" status: 204 len: 168 time: 1.5710273 Jun 16 09:43:21.077296 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:21.094311 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-67dc78e8-0870-47ab-ac77-2f575a921041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'name': 'tempest-AttachVolumeShelveTestJSON-541137821-router', 'tenant_id': 'f5476756cec74ac89980f811e6b4c64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'd5a6b48e-b827-4b1d-8036-8d3d55cee802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:04Z', 'updated_at': '2021-06-16T09:43:12Z', 'revision_number': 4, 'project_id': 'f5476756cec74ac89980f811e6b4c64a', 'gw_port': {'id': 'd5a6b48e-b827-4b1d-8036-8d3d55cee802', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:05Z', 'updated_at': '2021-06-16T09:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_interfaces': [{'id': 'a353de90-689e-4e22-9cdf-c78b30b62585', 'name': '', 'network_id': 'b643789e-234a-40e9-b489-894119bc4f89', 'tenant_id': 'f5476756cec74ac89980f811e6b4c64a', 'mac_address': 'fa:16:3e:cb:49:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b5e9ba67-07c6-43ea-ad13-16d85d3a0ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:11Z', 'updated_at': '2021-06-16T09:43:19Z', 'revision_number': 4, 'project_id': 'f5476756cec74ac89980f811e6b4c64a', 'subnets': [{'id': 'b5e9ba67-07c6-43ea-ad13-16d85d3a0ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:43:21.106963 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dc78e8-0870-47ab-ac77-2f575a921041 None None] The sync data for ids ['8b693ca6-9734-4668-8ef5-857ac618c9b0'] in dv-cinder-796286-4-iscsi is: [{'id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'name': 'tempest-AttachVolumeShelveTestJSON-541137821-router', 'tenant_id': 'f5476756cec74ac89980f811e6b4c64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'd5a6b48e-b827-4b1d-8036-8d3d55cee802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:04Z', 'updated_at': '2021-06-16T09:43:12Z', 'revision_number': 4, 'project_id': 'f5476756cec74ac89980f811e6b4c64a', 'gw_port': {'id': 'd5a6b48e-b827-4b1d-8036-8d3d55cee802', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:05Z', 'updated_at': '2021-06-16T09:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_interfaces': [{'id': 'a353de90-689e-4e22-9cdf-c78b30b62585', 'name': '', 'network_id': 'b643789e-234a-40e9-b489-894119bc4f89', 'tenant_id': 'f5476756cec74ac89980f811e6b4c64a', 'mac_address': 'fa:16:3e:cb:49:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b5e9ba67-07c6-43ea-ad13-16d85d3a0ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:11Z', 'updated_at': '2021-06-16T09:43:19Z', 'revision_number': 4, 'project_id': 'f5476756cec74ac89980f811e6b4c64a', 'subnets': [{'id': 'b5e9ba67-07c6-43ea-ad13-16d85d3a0ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:43:21.174432 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa675af-b384-44a9-b19f-cb2f45012f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1817fb41-fe3e-441f-a22c-d07a6a8b16bb,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:21.188499 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-aaa675af-b384-44a9-b19f-cb2f45012f1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:21.190442 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81f1e86-da68-4698-8781-b30a426fa0d9 None None] Sync routers for ids ['34d857d3-1f95-4e50-af60-75b3ef38291d'] in dv-cinder-796286-4-iscsi {{(pid=98982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:43:21.242533 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 45618) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:21.434632 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-1861336a-e616-43a2-9809-8f5fb28e30eb req-8b820b96-3737-4505-b1f5-448475aaaa09 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3aab2d6845c34f44bdcaf8eb3cec5927&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6216364 Jun 16 09:43:21.491605 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-99119045-29ad-4935-ab71-638ecc774407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:21.493894 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-886555df-6dab-4edd-8986-d24389ab698a req-84bdfdc5-1d83-4800-9873-48618a1b6278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:21.544819 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59fd64-f61a-466e-b785-aaf952b6f926 req-ce956c22-95ca-42b6-b871-11962f2480af tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:21.548368 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Pushing event updated for resources: {'Port': ['ID=a4fc55ad-b1be-41f8-ba1f-17a46aaee8fc,revision_number=4']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:21.553578 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-bb59fd64-f61a-466e-b785-aaf952b6f926 req-ce956c22-95ca-42b6-b871-11962f2480af tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6c8770-c6fd-4615-b907-311a0f581b6b HTTP/1.1" status: 200 len: 932 time: 0.1678047 Jun 16 09:43:21.556353 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:21.567585 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81f1e86-da68-4698-8781-b30a426fa0d9 None None] Routers {'34d857d3-1f95-4e50-af60-75b3ef38291d'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:43:21.568421 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-e81f1e86-da68-4698-8781-b30a426fa0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:43:19Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['34d857d3-1f95-4e50-af60-75b3ef38291d'], 'active': True} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:43:21.618897 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-0f758917-2dcf-4b0e-b2ad-2d4176711fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:21.738592 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvr_db [None req-e81f1e86-da68-4698-8781-b30a426fa0d9 None None] Set router 34d857d3-1f95-4e50-af60-75b3ef38291d gateway port host: dv-cinder-796286-4-iscsi {{(pid=98982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:43:21.911575 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-99119045-29ad-4935-ab71-638ecc774407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:21.928189 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-1861336a-e616-43a2-9809-8f5fb28e30eb req-0240df93-905d-4800-91b0-a52799432bc9 service neutron] 10.222.0.25 "GET /v2.0/networks/91a32b6f-094c-4ae5-a33e-942080d95ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4579744 Jun 16 09:43:22.007732 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-928a36bb-fbd1-4483-b4e0-d2e695a43918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:22.021619 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-bb59fd64-f61a-466e-b785-aaf952b6f926 req-6a919181-9210-4ad7-9311-a51da2cb5ffc tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.25 "GET /v2.0/security-groups?id=53585afb-0a64-425e-ab8b-00f0425095c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4557061 Jun 16 09:43:22.028063 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device a4fc55ad-b1be-41f8-ba1f-17a46aaee8fc up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:43:22.157908 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-e81f1e86-da68-4698-8781-b30a426fa0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d857d3-1f95-4e50-af60-75b3ef38291d', 'name': 'tempest-ServerRescueNegativeTestJSON-829557959-router', 'tenant_id': '3aab2d6845c34f44bdcaf8eb3cec5927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'a4fc55ad-b1be-41f8-ba1f-17a46aaee8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:05Z', 'updated_at': '2021-06-16T09:43:14Z', 'revision_number': 4, 'project_id': '3aab2d6845c34f44bdcaf8eb3cec5927', 'gw_port': {'id': 'a4fc55ad-b1be-41f8-ba1f-17a46aaee8fc', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d857d3-1f95-4e50-af60-75b3ef38291d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:07Z', 'updated_at': '2021-06-16T09:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_interfaces': [{'id': 'b1814f49-aa19-4b5a-9f2e-484321228a49', 'name': '', 'network_id': '91a32b6f-094c-4ae5-a33e-942080d95ea2', 'tenant_id': '3aab2d6845c34f44bdcaf8eb3cec5927', 'mac_address': 'fa:16:3e:2b:95:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d857d3-1f95-4e50-af60-75b3ef38291d', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd1e28073-3474-4ab3-a6cb-d23efc1dc12f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:12Z', 'updated_at': '2021-06-16T09:43:15Z', 'revision_number': 2, 'project_id': '3aab2d6845c34f44bdcaf8eb3cec5927', 'subnets': [{'id': 'd1e28073-3474-4ab3-a6cb-d23efc1dc12f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:43:22.174373 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81f1e86-da68-4698-8781-b30a426fa0d9 None None] Checking router: 34d857d3-1f95-4e50-af60-75b3ef38291d for host: dv-cinder-796286-4-iscsi {{(pid=98982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:43:22.175917 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81f1e86-da68-4698-8781-b30a426fa0d9 None None] Updating router 34d857d3-1f95-4e50-af60-75b3ef38291d port b1814f49-aa19-4b5a-9f2e-484321228a49 binding host dv-cinder-796286-4-iscsi {{(pid=98982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 09:43:22.184639 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning complete for port a4fc55ad-b1be-41f8-ba1f-17a46aaee8fc triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:43:22.185029 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:22.284051 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e81f1e86-da68-4698-8781-b30a426fa0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:22.289260 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-99119045-29ad-4935-ab71-638ecc774407 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b2a5306190414e0287a51746fe23b8b8&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7434046 Jun 16 09:43:22.296634 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 45630) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:22.388762 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e4fb578b-fd5e-47f0-aa8c-4b83a36f29c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:22.477674 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-1861336a-e616-43a2-9809-8f5fb28e30eb req-5070f83d-6113-4709-8a48-7c298c0df7fa service neutron] 10.222.0.25 "GET /v2.0/networks/91a32b6f-094c-4ae5-a33e-942080d95ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5482283 Jun 16 09:43:22.486167 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99119045-29ad-4935-ab71-638ecc774407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592d0014-2606-4f53-9b35-8813cf7a89fe,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:22.501935 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.notifiers.nova [req-886555df-6dab-4edd-8986-d24389ab698a req-84bdfdc5-1d83-4800-9873-48618a1b6278 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87bfca89-ecc5-45ee-af99-3d67c9ed7165 {{(pid=98981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:43:22.514696 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-99119045-29ad-4935-ab71-638ecc774407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:22.523647 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device a353de90-689e-4e22-9cdf-c78b30b62585 up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:43:22.553245 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.notifiers.nova [req-92554081-13d5-4714-956d-38aeb0731ee9 req-59d60dd4-d93f-4772-a92a-0a0c3054c196 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6028f4d0-ae90-4017-9736-9fe8749aeb0b {{(pid=98980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:43:22.573095 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-886555df-6dab-4edd-8986-d24389ab698a req-84bdfdc5-1d83-4800-9873-48618a1b6278 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:22.575244 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-92554081-13d5-4714-956d-38aeb0731ee9 req-59d60dd4-d93f-4772-a92a-0a0c3054c196 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:22.606589 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-b5fbe044-700b-42cd-9f7a-34b94b3ec567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:22.626725 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.provisioning_blocks [req-886555df-6dab-4edd-8986-d24389ab698a req-84bdfdc5-1d83-4800-9873-48618a1b6278 service neutron] Transition to ACTIVE for port object 87bfca89-ecc5-45ee-af99-3d67c9ed7165 will not be triggered until provisioned by entity L2. {{(pid=98981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:43:22.633420 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-b5fbe044-700b-42cd-9f7a-34b94b3ec567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:22.675427 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-673f7152-b174-477c-8a3b-fab48612bd4a tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks [] for security_group, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:22.750980 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-886555df-6dab-4edd-8986-d24389ab698a req-84bdfdc5-1d83-4800-9873-48618a1b6278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:22.753454 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-673f7152-b174-477c-8a3b-fab48612bd4a tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:22.758385 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-298f5deb-ccd9-469d-8b5b-b1775c7712a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:22.819801 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.provisioning_blocks [req-92554081-13d5-4714-956d-38aeb0731ee9 req-59d60dd4-d93f-4772-a92a-0a0c3054c196 service neutron] Transition to ACTIVE for port object 6028f4d0-ae90-4017-9736-9fe8749aeb0b will not be triggered until provisioned by entity L2. {{(pid=98980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:43:22.823791 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-b5fbe044-700b-42cd-9f7a-34b94b3ec567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:22.829054 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-b5fbe044-700b-42cd-9f7a-34b94b3ec567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:22.830288 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-b5fbe044-700b-42cd-9f7a-34b94b3ec567 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/592d0014-2606-4f53-9b35-8813cf7a89fe HTTP/1.1" status: 204 len: 168 time: 0.4243834 Jun 16 09:43:22.831393 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-aaa675af-b384-44a9-b19f-cb2f45012f1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:22.847918 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning for port a353de90-689e-4e22-9cdf-c78b30b62585 completed by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:43:22.852006 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fbe044-700b-42cd-9f7a-34b94b3ec567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592d0014-2606-4f53-9b35-8813cf7a89fe,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:22.867675 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-b5fbe044-700b-42cd-9f7a-34b94b3ec567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:22.869310 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-b04cbfea-1f04-4557-94ff-426a3d35f038 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:22.876311 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-b04cbfea-1f04-4557-94ff-426a3d35f038 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 4.6273286 Jun 16 09:43:22.876886 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 45640) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:22.881726 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [None req-800f23ea-a351-45ab-91ba-65d04abc25d4 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Request body: {'floatingip': {'floating_network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f'}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:22.920289 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-92554081-13d5-4714-956d-38aeb0731ee9 req-59d60dd4-d93f-4772-a92a-0a0c3054c196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:22.927427 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:22.929304 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning complete for port a353de90-689e-4e22-9cdf-c78b30b62585 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:43:22.934335 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:22.965971 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-673f7152-b174-477c-8a3b-fab48612bd4a tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:22.968620 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-673f7152-b174-477c-8a3b-fab48612bd4a tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 4.1084776 Jun 16 09:43:22.979049 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 45646) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:22.986506 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [None req-138bd2e4-cbe8-46b1-9d68-bef5bde9f154 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Request body: {'security_group_rule': {'security_group_id': 'dc2069c1-0cb8-41d6-acb5-c7399a4a5c43', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:23.044534 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bdfdc5-1d83-4800-9873-48618a1b6278 service neutron] Pushing event updated for resources: {'Port': ['ID=87bfca89-ecc5-45ee-af99-3d67c9ed7165,revision_number=2']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:23.052860 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-84bdfdc5-1d83-4800-9873-48618a1b6278 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:23.139097 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.361s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:23.198658 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673f7152-b174-477c-8a3b-fab48612bd4a tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:23.201097 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-673f7152-b174-477c-8a3b-fab48612bd4a tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:23.203790 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e81f1e86-da68-4698-8781-b30a426fa0d9 None None] Notify callbacks [] for port, precommit_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:23.215175 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c904b25a-7224-45a9-995a-d6c3416dfe0e req-408e658f-b1e9-4585-92b9-931be52720af tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:23.218711 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-c904b25a-7224-45a9-995a-d6c3416dfe0e req-408e658f-b1e9-4585-92b9-931be52720af tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=5dc5a926-7b73-4d35-9e4a-33caafeb25e9 HTTP/1.1" status: 200 len: 931 time: 0.5904872 Jun 16 09:43:23.240259 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e81f1e86-da68-4698-8781-b30a426fa0d9 None None] Transition to ACTIVE for port object b1814f49-aa19-4b5a-9f2e-484321228a49 will not be triggered until provisioned by entity L2. {{(pid=98982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:43:23.302572 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-c1cda974-b369-46ab-b715-d8b25eec8608 req-bf4ae89f-0c92-442f-a3dd-bac7086e413a tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 210 time: 0.2776694 Jun 16 09:43:23.306039 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.managers [req-886555df-6dab-4edd-8986-d24389ab698a req-84bdfdc5-1d83-4800-9873-48618a1b6278 service neutron] Attempting to bind port 87bfca89-ecc5-45ee-af99-3d67c9ed7165 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=98981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:43:23.306240 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.managers [req-886555df-6dab-4edd-8986-d24389ab698a req-84bdfdc5-1d83-4800-9873-48618a1b6278 service neutron] Attempting to bind port 87bfca89-ecc5-45ee-af99-3d67c9ed7165 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '36c94873-002f-4ad3-a0a4-ed02eb70eb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ef7af889-6972-434c-9882-4e3de45b6902'}] {{(pid=98981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:43:23.306638 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886555df-6dab-4edd-8986-d24389ab698a req-84bdfdc5-1d83-4800-9873-48618a1b6278 service neutron] Attempting to bind port 87bfca89-ecc5-45ee-af99-3d67c9ed7165 on network ef7af889-6972-434c-9882-4e3de45b6902 {{(pid=98981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:43:23.314145 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886555df-6dab-4edd-8986-d24389ab698a req-84bdfdc5-1d83-4800-9873-48618a1b6278 service neutron] Port 87bfca89-ecc5-45ee-af99-3d67c9ed7165 on network ef7af889-6972-434c-9882-4e3de45b6902 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=98981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 09:43:23.314512 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886555df-6dab-4edd-8986-d24389ab698a req-84bdfdc5-1d83-4800-9873-48618a1b6278 service neutron] Attempting to bind port 87bfca89-ecc5-45ee-af99-3d67c9ed7165 on network ef7af889-6972-434c-9882-4e3de45b6902 {{(pid=98981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:43:23.314746 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d60dd4-d93f-4772-a92a-0a0c3054c196 service neutron] Pushing event updated for resources: {'Port': ['ID=6028f4d0-ae90-4017-9736-9fe8749aeb0b,revision_number=2']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:23.319952 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:23.335610 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-59d60dd4-d93f-4772-a92a-0a0c3054c196 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:23.338729 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886555df-6dab-4edd-8986-d24389ab698a req-84bdfdc5-1d83-4800-9873-48618a1b6278 service neutron] Checking agent: {'id': '868dca64-f295-49d2-b561-88939e4b0d1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 41, 11), 'started_at': datetime.datetime(2021, 6, 16, 9, 41, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:43:23.341718 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886555df-6dab-4edd-8986-d24389ab698a req-84bdfdc5-1d83-4800-9873-48618a1b6278 service neutron] Checking segment: {'id': '36c94873-002f-4ad3-a0a4-ed02eb70eb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ef7af889-6972-434c-9882-4e3de45b6902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:43:23.341718 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886555df-6dab-4edd-8986-d24389ab698a req-84bdfdc5-1d83-4800-9873-48618a1b6278 service neutron] Bound using segment: {'id': '36c94873-002f-4ad3-a0a4-ed02eb70eb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ef7af889-6972-434c-9882-4e3de45b6902'} {{(pid=98981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:43:23.341718 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.managers [req-886555df-6dab-4edd-8986-d24389ab698a req-84bdfdc5-1d83-4800-9873-48618a1b6278 service neutron] Bound port: 87bfca89-ecc5-45ee-af99-3d67c9ed7165, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36c94873-002f-4ad3-a0a4-ed02eb70eb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ef7af889-6972-434c-9882-4e3de45b6902'}}] {{(pid=98981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:43:23.341718 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-886555df-6dab-4edd-8986-d24389ab698a req-84bdfdc5-1d83-4800-9873-48618a1b6278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:23.378685 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e81f1e86-da68-4698-8781-b30a426fa0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:23.425430 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:23.507568 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-c904b25a-7224-45a9-995a-d6c3416dfe0e req-04d6decf-ee16-4364-8c98-f1797ef11b5d tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767484 Jun 16 09:43:23.528586 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] For port a353de90-689e-4e22-9cdf-c78b30b62585, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=a353de90-689e-4e22-9cdf-c78b30b62585,segment=NetworkSegment(072836ba-11c0-4d89-9dbf-d840ce8bf23f),segment_id=072836ba-11c0-4d89-9dbf-d840ce8bf23f)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:43:23.565145 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.managers [req-92554081-13d5-4714-956d-38aeb0731ee9 req-59d60dd4-d93f-4772-a92a-0a0c3054c196 service neutron] Attempting to bind port 6028f4d0-ae90-4017-9736-9fe8749aeb0b on host hv-cinder-79628 for vnic_type normal with profile {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:43:23.565846 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.managers [req-92554081-13d5-4714-956d-38aeb0731ee9 req-59d60dd4-d93f-4772-a92a-0a0c3054c196 service neutron] Attempting to bind port 6028f4d0-ae90-4017-9736-9fe8749aeb0b by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '0e8ebde0-1e77-4fe5-8cde-8a02c6b30504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2a78f344-748b-4856-b23e-7d857180b044'}] {{(pid=98980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:43:23.566366 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92554081-13d5-4714-956d-38aeb0731ee9 req-59d60dd4-d93f-4772-a92a-0a0c3054c196 service neutron] Attempting to bind port 6028f4d0-ae90-4017-9736-9fe8749aeb0b on network 2a78f344-748b-4856-b23e-7d857180b044 {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:43:23.581936 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92554081-13d5-4714-956d-38aeb0731ee9 req-59d60dd4-d93f-4772-a92a-0a0c3054c196 service neutron] Port 6028f4d0-ae90-4017-9736-9fe8749aeb0b on network 2a78f344-748b-4856-b23e-7d857180b044 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 09:43:23.582418 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92554081-13d5-4714-956d-38aeb0731ee9 req-59d60dd4-d93f-4772-a92a-0a0c3054c196 service neutron] Attempting to bind port 6028f4d0-ae90-4017-9736-9fe8749aeb0b on network 2a78f344-748b-4856-b23e-7d857180b044 {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:43:23.597630 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.db [req-886555df-6dab-4edd-8986-d24389ab698a req-84bdfdc5-1d83-4800-9873-48618a1b6278 service neutron] For port 87bfca89-ecc5-45ee-af99-3d67c9ed7165, host hv-cinder-79628, cleared binding levels {{(pid=98981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:43:23.610759 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.db [req-886555df-6dab-4edd-8986-d24389ab698a req-84bdfdc5-1d83-4800-9873-48618a1b6278 service neutron] For port 87bfca89-ecc5-45ee-af99-3d67c9ed7165, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=87bfca89-ecc5-45ee-af99-3d67c9ed7165,segment=NetworkSegment(36c94873-002f-4ad3-a0a4-ed02eb70eb5a),segment_id=36c94873-002f-4ad3-a0a4-ed02eb70eb5a)] {{(pid=98981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:43:23.621621 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92554081-13d5-4714-956d-38aeb0731ee9 req-59d60dd4-d93f-4772-a92a-0a0c3054c196 service neutron] Checking agent: {'id': '868dca64-f295-49d2-b561-88939e4b0d1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 41, 11), 'started_at': datetime.datetime(2021, 6, 16, 9, 41, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:43:23.622142 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92554081-13d5-4714-956d-38aeb0731ee9 req-59d60dd4-d93f-4772-a92a-0a0c3054c196 service neutron] Checking segment: {'id': '0e8ebde0-1e77-4fe5-8cde-8a02c6b30504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2a78f344-748b-4856-b23e-7d857180b044'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:43:23.622807 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92554081-13d5-4714-956d-38aeb0731ee9 req-59d60dd4-d93f-4772-a92a-0a0c3054c196 service neutron] Bound using segment: {'id': '0e8ebde0-1e77-4fe5-8cde-8a02c6b30504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2a78f344-748b-4856-b23e-7d857180b044'} {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:43:23.623469 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.managers [req-92554081-13d5-4714-956d-38aeb0731ee9 req-59d60dd4-d93f-4772-a92a-0a0c3054c196 service neutron] Bound port: 6028f4d0-ae90-4017-9736-9fe8749aeb0b, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e8ebde0-1e77-4fe5-8cde-8a02c6b30504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2a78f344-748b-4856-b23e-7d857180b044'}}] {{(pid=98980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:43:23.623903 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-92554081-13d5-4714-956d-38aeb0731ee9 req-59d60dd4-d93f-4772-a92a-0a0c3054c196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:23.650923 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:23.675784 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-0f758917-2dcf-4b0e-b2ad-2d4176711fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:23.718524 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-886555df-6dab-4edd-8986-d24389ab698a req-84bdfdc5-1d83-4800-9873-48618a1b6278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:23.722554 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:23.776428 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e64d8f-c768-4e29-a795-2c24e8a312f8 req-5c5de5f1-368c-4f96-9b29-76004863a436 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:23.789451 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-b9e64d8f-c768-4e29-a795-2c24e8a312f8 req-5c5de5f1-368c-4f96-9b29-76004863a436 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6c8770-c6fd-4615-b907-311a0f581b6b HTTP/1.1" status: 200 len: 944 time: 0.2629554 Jun 16 09:43:23.802195 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7cf860-92ec-45d7-bb88-02f1f790f841 None None] Pushing event updated for resources: {'Port': ['ID=b1814f49-aa19-4b5a-9f2e-484321228a49,revision_number=3']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:23.818535 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-6b7cf860-92ec-45d7-bb88-02f1f790f841 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:23.818535 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e10bfa63-0f5c-4c1e-b520-2f937e09710b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.155s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:23.830981 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 45674) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:23.839839 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-0f758917-2dcf-4b0e-b2ad-2d4176711fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:23.871105 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-daa27c5c-e28a-4883-8cd4-b67e37927480 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:23.880719 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.managers [None req-e81f1e86-da68-4698-8781-b30a426fa0d9 None None] Attempting to bind port b1814f49-aa19-4b5a-9f2e-484321228a49 on host dv-cinder-796286-4-iscsi for vnic_type normal with profile {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:43:23.881265 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.managers [None req-e81f1e86-da68-4698-8781-b30a426fa0d9 None None] Attempting to bind port b1814f49-aa19-4b5a-9f2e-484321228a49 by drivers openvswitch,hyperv on host dv-cinder-796286-4-iscsi at level 0 using segments [{'id': '98020f90-26bc-4339-b426-2587baf2cd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '91a32b6f-094c-4ae5-a33e-942080d95ea2'}] {{(pid=98982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:43:23.881369 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81f1e86-da68-4698-8781-b30a426fa0d9 None None] Attempting to bind port b1814f49-aa19-4b5a-9f2e-484321228a49 on network 91a32b6f-094c-4ae5-a33e-942080d95ea2 {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:43:23.889812 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 45678) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:23.901156 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81f1e86-da68-4698-8781-b30a426fa0d9 None None] Checking agent: {'id': '1e3237df-5913-46b8-aeb8-2bb1fe27fce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 34, 49), 'started_at': datetime.datetime(2021, 6, 16, 9, 35, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:43:23.903633 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81f1e86-da68-4698-8781-b30a426fa0d9 None None] Checking segment: {'id': '98020f90-26bc-4339-b426-2587baf2cd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '91a32b6f-094c-4ae5-a33e-942080d95ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:43:23.903633 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e81f1e86-da68-4698-8781-b30a426fa0d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:23.903633 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81f1e86-da68-4698-8781-b30a426fa0d9 None None] Bound using segment: {'id': '98020f90-26bc-4339-b426-2587baf2cd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '91a32b6f-094c-4ae5-a33e-942080d95ea2'} {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:43:23.903633 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.managers [None req-e81f1e86-da68-4698-8781-b30a426fa0d9 None None] Bound port: b1814f49-aa19-4b5a-9f2e-484321228a49, host: dv-cinder-796286-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98020f90-26bc-4339-b426-2587baf2cd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '91a32b6f-094c-4ae5-a33e-942080d95ea2'}}] {{(pid=98982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:43:23.912420 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e81f1e86-da68-4698-8781-b30a426fa0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:23.933196 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886555df-6dab-4edd-8986-d24389ab698a req-84bdfdc5-1d83-4800-9873-48618a1b6278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:23.940315 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-886555df-6dab-4edd-8986-d24389ab698a req-84bdfdc5-1d83-4800-9873-48618a1b6278 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for port, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:23.948665 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-886555df-6dab-4edd-8986-d24389ab698a req-84bdfdc5-1d83-4800-9873-48618a1b6278 service neutron] 10.222.0.49 "PUT /v2.0/ports/87bfca89-ecc5-45ee-af99-3d67c9ed7165 HTTP/1.1" status: 200 len: 1093 time: 3.1104031 Jun 16 09:43:23.948807 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.db [req-92554081-13d5-4714-956d-38aeb0731ee9 req-59d60dd4-d93f-4772-a92a-0a0c3054c196 service neutron] For port 6028f4d0-ae90-4017-9736-9fe8749aeb0b, host hv-cinder-79628, cleared binding levels {{(pid=98980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:43:23.968087 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Pushing event updated for resources: {'Port': ['ID=a353de90-689e-4e22-9cdf-c78b30b62585,revision_number=5']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:23.981621 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:23.992060 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-86a73ef9-6526-4b86-a48b-430358f43ef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:24.014652 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.db [req-92554081-13d5-4714-956d-38aeb0731ee9 req-59d60dd4-d93f-4772-a92a-0a0c3054c196 service neutron] For port 6028f4d0-ae90-4017-9736-9fe8749aeb0b, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6028f4d0-ae90-4017-9736-9fe8749aeb0b,segment=NetworkSegment(0e8ebde0-1e77-4fe5-8cde-8a02c6b30504),segment_id=0e8ebde0-1e77-4fe5-8cde-8a02c6b30504)] {{(pid=98980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:43:24.026470 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-800f23ea-a351-45ab-91ba-65d04abc25d4 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks [] for floatingip, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:24.034073 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-0f758917-2dcf-4b0e-b2ad-2d4176711fbd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b3d578a1555c4a8ab89d99ddc00e69e8&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7630966 Jun 16 09:43:24.040596 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-b9e64d8f-c768-4e29-a795-2c24e8a312f8 req-bdb6291f-495a-4f84-96c5-91efc7ace48d tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.25 "GET /v2.0/security-groups?id=53585afb-0a64-425e-ab8b-00f0425095c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417510 Jun 16 09:43:24.040596 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 45680) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:24.085332 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-e81f1e86-da68-4698-8781-b30a426fa0d9 None None] For port b1814f49-aa19-4b5a-9f2e-484321228a49, host dv-cinder-796286-4-iscsi, cleared binding levels {{(pid=98982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:43:24.089404 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-e81f1e86-da68-4698-8781-b30a426fa0d9 None None] For port b1814f49-aa19-4b5a-9f2e-484321228a49, host dv-cinder-796286-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=b1814f49-aa19-4b5a-9f2e-484321228a49,segment=NetworkSegment(98020f90-26bc-4339-b426-2587baf2cd84),segment_id=98020f90-26bc-4339-b426-2587baf2cd84)] {{(pid=98982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:43:24.110581 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f758917-2dcf-4b0e-b2ad-2d4176711fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1a5b6e-a1d8-455f-9e9e-a488615ca7b2,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:24.114909 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-0f758917-2dcf-4b0e-b2ad-2d4176711fbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:24.146133 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc5a926-7b73-4d35-9e4a-33caafeb25e9', 'tag': '87bfca89-ecc5-45ee-af99-3d67c9ed7165'}] {{(pid=98981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:43:24.170175 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-92554081-13d5-4714-956d-38aeb0731ee9 req-59d60dd4-d93f-4772-a92a-0a0c3054c196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:24.213795 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-f2713364-b67d-475d-8340-43c3ff518d17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:24.230495 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bdfdc5-1d83-4800-9873-48618a1b6278 service neutron] Pushing event updated for resources: {'Port': ['ID=87bfca89-ecc5-45ee-af99-3d67c9ed7165,revision_number=3']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:24.231172 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-a33db240-79f6-45c9-a8af-46e2c8706686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:24.241143 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e81f1e86-da68-4698-8781-b30a426fa0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:24.246078 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-84bdfdc5-1d83-4800-9873-48618a1b6278 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:24.246382 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-6b7cf860-92ec-45d7-bb88-02f1f790f841 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:24.280677 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9184507-1745-4420-9464-c7b5100d9de7 req-75651353-de6b-4adf-b6bc-e5c393921dad tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:24.293020 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-a9184507-1745-4420-9464-c7b5100d9de7 req-75651353-de6b-4adf-b6bc-e5c393921dad tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/networks?id=91a32b6f-094c-4ae5-a33e-942080d95ea2 HTTP/1.1" status: 200 len: 818 time: 0.5059645 Jun 16 09:43:24.343090 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81f1e86-da68-4698-8781-b30a426fa0d9 None None] Routers {'34d857d3-1f95-4e50-af60-75b3ef38291d'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:43:24.344135 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-e81f1e86-da68-4698-8781-b30a426fa0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:43:19Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['34d857d3-1f95-4e50-af60-75b3ef38291d'], 'active': True} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:43:24.350461 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-a9184507-1745-4420-9464-c7b5100d9de7 req-6f3f47e4-9c60-4b9c-8ab7-470d13fa950d tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/quotas/3aab2d6845c34f44bdcaf8eb3cec5927 HTTP/1.1" status: 200 len: 375 time: 0.0565572 Jun 16 09:43:24.380937 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92554081-13d5-4714-956d-38aeb0731ee9 req-59d60dd4-d93f-4772-a92a-0a0c3054c196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:24.381573 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-92554081-13d5-4714-956d-38aeb0731ee9 req-59d60dd4-d93f-4772-a92a-0a0c3054c196 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for port, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:24.384915 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-92554081-13d5-4714-956d-38aeb0731ee9 req-59d60dd4-d93f-4772-a92a-0a0c3054c196 service neutron] 10.222.0.49 "PUT /v2.0/ports/6028f4d0-ae90-4017-9736-9fe8749aeb0b HTTP/1.1" status: 200 len: 1094 time: 4.7153833 Jun 16 09:43:24.420778 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c6c8770-c6fd-4615-b907-311a0f581b6b', 'tag': '6028f4d0-ae90-4017-9736-9fe8749aeb0b'}] {{(pid=98980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:43:24.432372 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7cf860-92ec-45d7-bb88-02f1f790f841 None None] Pushing event updated for resources: {'Port': ['ID=b1814f49-aa19-4b5a-9f2e-484321228a49,revision_number=4']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:24.438738 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-6b7cf860-92ec-45d7-bb88-02f1f790f841 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:24.499794 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvr_db [None req-e81f1e86-da68-4698-8781-b30a426fa0d9 None None] Set router 34d857d3-1f95-4e50-af60-75b3ef38291d gateway port host: dv-cinder-796286-4-iscsi {{(pid=98982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:43:24.521459 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18eb52cff4d517b1dce9432e7e66d3e16844a09bb405b8b8e4b50ca476568750" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282e0325-9650-4ae2-b1b1-9fac06267873" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc5a926-7b73-4d35-9e4a-33caafeb25e9", "tag": "87bfca89-ecc5-45ee-af99-3d67c9ed7165"}]}' {{(pid=98981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:43:24.541520 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-138bd2e4-cbe8-46b1-9d68-bef5bde9f154 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:24.663055 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [None req-99956b25-be5f-43db-bd1e-24096e153483 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1951882320-network', 'tenant_id': 'f066d1c2a69b470185239bd29c60708e'}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:24.663055 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d60dd4-d93f-4772-a92a-0a0c3054c196 service neutron] Pushing event updated for resources: {'Port': ['ID=6028f4d0-ae90-4017-9736-9fe8749aeb0b,revision_number=3']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:24.706235 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-138bd2e4-cbe8-46b1-9d68-bef5bde9f154 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:24.715880 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886555df-6dab-4edd-8986-d24389ab698a req-6c9a45bf-d9f0-4009-8f8a-6c790a2e2987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:24.719433 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-886555df-6dab-4edd-8986-d24389ab698a req-6c9a45bf-d9f0-4009-8f8a-6c790a2e2987 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fa31d16a12d643cbb5f92d1c0eaeb35b&device_id=5dc5a926-7b73-4d35-9e4a-33caafeb25e9 HTTP/1.1" status: 200 len: 1096 time: 0.3373449 Jun 16 09:43:24.741698 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-a9184507-1745-4420-9464-c7b5100d9de7 req-1fbc30a3-92e4-421e-89f0-4071a6b27d0f tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3aab2d6845c34f44bdcaf8eb3cec5927&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3901722 Jun 16 09:43:24.846607 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d7aa71-43f3-4fe3-b030-75b8a381f08b x-openstack-request-id: req-56d7aa71-43f3-4fe3-b030-75b8a381f08b {{(pid=98981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:43:24.865558 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc5a926-7b73-4d35-9e4a-33caafeb25e9", "tag": "87bfca89-ecc5-45ee-af99-3d67c9ed7165", "status": "completed", "code": 200}]} {{(pid=98981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:43:24.865558 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-56d7aa71-43f3-4fe3-b030-75b8a381f08b {{(pid=98981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:43:24.865558 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc5a926-7b73-4d35-9e4a-33caafeb25e9', 'tag': '87bfca89-ecc5-45ee-af99-3d67c9ed7165', 'status': 'completed', 'code': 200} Jun 16 09:43:24.865558 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-138bd2e4-cbe8-46b1-9d68-bef5bde9f154 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719390'] for security_group_rule, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:24.865558 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-886555df-6dab-4edd-8986-d24389ab698a req-8bbc4cf8-f340-4987-ab31-da32d9b70cd5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87bfca89-ecc5-45ee-af99-3d67c9ed7165 HTTP/1.1" status: 200 len: 217 time: 0.0857828 Jun 16 09:43:24.875470 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-59d60dd4-d93f-4772-a92a-0a0c3054c196 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:24.895133 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-a33db240-79f6-45c9-a8af-46e2c8706686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:24.929813 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.db.api [None req-99956b25-be5f-43db-bd1e-24096e153483 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 16 09:43:24.929813 dv-cinder-796286-4-iscsi neutron-server[98980]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 16 09:43:24.929813 dv-cinder-796286-4-iscsi neutron-server[98980]: [parameters: {'project_id_1': 'f066d1c2a69b470185239bd29c60708e', 'expiration_1': datetime.datetime(2021, 6, 16, 9, 43, 24, 881391)}] Jun 16 09:43:24.929813 dv-cinder-796286-4-iscsi neutron-server[98980]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=98980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 09:43:24.930336 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_db.api [None req-99956b25-be5f-43db-bd1e-24096e153483 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=98980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 09:43:24.961600 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:24.976865 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f334069be3519ec184138b23d582e39f65c0d47b6cef299b3d1a0596e5c2100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70c29d6-b273-49e8-a456-df0e2e683ce8" -d '{"events": [{"name": "network-changed", "server_uuid": "9c6c8770-c6fd-4615-b907-311a0f581b6b", "tag": "6028f4d0-ae90-4017-9736-9fe8749aeb0b"}]}' {{(pid=98980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:43:25.015038 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-e81f1e86-da68-4698-8781-b30a426fa0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d857d3-1f95-4e50-af60-75b3ef38291d', 'name': 'tempest-ServerRescueNegativeTestJSON-829557959-router', 'tenant_id': '3aab2d6845c34f44bdcaf8eb3cec5927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'a4fc55ad-b1be-41f8-ba1f-17a46aaee8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:05Z', 'updated_at': '2021-06-16T09:43:14Z', 'revision_number': 4, 'project_id': '3aab2d6845c34f44bdcaf8eb3cec5927', 'gw_port': {'id': 'a4fc55ad-b1be-41f8-ba1f-17a46aaee8fc', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d857d3-1f95-4e50-af60-75b3ef38291d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:07Z', 'updated_at': '2021-06-16T09:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_interfaces': [{'id': 'b1814f49-aa19-4b5a-9f2e-484321228a49', 'name': '', 'network_id': '91a32b6f-094c-4ae5-a33e-942080d95ea2', 'tenant_id': '3aab2d6845c34f44bdcaf8eb3cec5927', 'mac_address': 'fa:16:3e:2b:95:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d857d3-1f95-4e50-af60-75b3ef38291d', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd1e28073-3474-4ab3-a6cb-d23efc1dc12f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:12Z', 'updated_at': '2021-06-16T09:43:24Z', 'revision_number': 4, 'project_id': '3aab2d6845c34f44bdcaf8eb3cec5927', 'subnets': [{'id': 'd1e28073-3474-4ab3-a6cb-d23efc1dc12f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:43:25.022814 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81f1e86-da68-4698-8781-b30a426fa0d9 None None] The sync data for ids ['34d857d3-1f95-4e50-af60-75b3ef38291d'] in dv-cinder-796286-4-iscsi is: [{'id': '34d857d3-1f95-4e50-af60-75b3ef38291d', 'name': 'tempest-ServerRescueNegativeTestJSON-829557959-router', 'tenant_id': '3aab2d6845c34f44bdcaf8eb3cec5927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'a4fc55ad-b1be-41f8-ba1f-17a46aaee8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:05Z', 'updated_at': '2021-06-16T09:43:14Z', 'revision_number': 4, 'project_id': '3aab2d6845c34f44bdcaf8eb3cec5927', 'gw_port': {'id': 'a4fc55ad-b1be-41f8-ba1f-17a46aaee8fc', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d857d3-1f95-4e50-af60-75b3ef38291d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:07Z', 'updated_at': '2021-06-16T09:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_interfaces': [{'id': 'b1814f49-aa19-4b5a-9f2e-484321228a49', 'name': '', 'network_id': '91a32b6f-094c-4ae5-a33e-942080d95ea2', 'tenant_id': '3aab2d6845c34f44bdcaf8eb3cec5927', 'mac_address': 'fa:16:3e:2b:95:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d857d3-1f95-4e50-af60-75b3ef38291d', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd1e28073-3474-4ab3-a6cb-d23efc1dc12f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:12Z', 'updated_at': '2021-06-16T09:43:24Z', 'revision_number': 4, 'project_id': '3aab2d6845c34f44bdcaf8eb3cec5927', 'subnets': [{'id': 'd1e28073-3474-4ab3-a6cb-d23efc1dc12f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:43:25.039271 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-a9184507-1745-4420-9464-c7b5100d9de7 req-12bd3dcf-eccd-418e-9ead-ef79e91788b4 service neutron] 10.222.0.25 "GET /v2.0/networks/91a32b6f-094c-4ae5-a33e-942080d95ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966230 Jun 16 09:43:25.064471 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138bd2e4-cbe8-46b1-9d68-bef5bde9f154 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a018e7f-6467-4846-81d5-db594afe586c,revision_number=0']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:25.081212 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-138bd2e4-cbe8-46b1-9d68-bef5bde9f154 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:25.123989 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886555df-6dab-4edd-8986-d24389ab698a req-e2d7787f-87a3-40b8-909e-c6c1f589addd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:25.126779 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-886555df-6dab-4edd-8986-d24389ab698a req-e2d7787f-87a3-40b8-909e-c6c1f589addd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=039532dc-f739-4701-98ed-b56a3da4fc13 HTTP/1.1" status: 200 len: 855 time: 0.1567063 Jun 16 09:43:25.142678 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92554081-13d5-4714-956d-38aeb0731ee9 req-3f8a4c2b-01f7-4ba3-9015-379de5124e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:25.144341 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-92554081-13d5-4714-956d-38aeb0731ee9 req-3f8a4c2b-01f7-4ba3-9015-379de5124e93 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f9249ac1d8ab433fbcae69c13b81714b&device_id=9c6c8770-c6fd-4615-b907-311a0f581b6b HTTP/1.1" status: 200 len: 1097 time: 0.4780462 Jun 16 09:43:25.238228 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-800f23ea-a351-45ab-91ba-65d04abc25d4 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:25.264745 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-86a73ef9-6526-4b86-a48b-430358f43ef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:25.269904 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-a33db240-79f6-45c9-a8af-46e2c8706686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:25.299996 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-a33db240-79f6-45c9-a8af-46e2c8706686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:25.301212 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-a33db240-79f6-45c9-a8af-46e2c8706686 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0b1a5b6e-a1d8-455f-9e9e-a488615ca7b2 HTTP/1.1" status: 204 len: 168 time: 1.2038753 Jun 16 09:43:25.312303 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:25.334728 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde949a-f8fd-404a-bc22-701104fd29f5 req-c7bdec48-6ecd-4f00-8116-61fdfa07b392 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:25.336266 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-ebde949a-f8fd-404a-bc22-701104fd29f5 req-c7bdec48-6ecd-4f00-8116-61fdfa07b392 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=5dc5a926-7b73-4d35-9e4a-33caafeb25e9 HTTP/1.1" status: 200 len: 943 time: 0.2625594 Jun 16 09:43:25.337061 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33db240-79f6-45c9-a8af-46e2c8706686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1a5b6e-a1d8-455f-9e9e-a488615ca7b2,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:25.352110 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-a33db240-79f6-45c9-a8af-46e2c8706686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:25.386574 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-a9184507-1745-4420-9464-c7b5100d9de7 req-951773b4-bcf2-40a7-a591-fec3bf61fa91 service neutron] 10.222.0.25 "GET /v2.0/networks/91a32b6f-094c-4ae5-a33e-942080d95ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239713 Jun 16 09:43:25.419806 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-86a73ef9-6526-4b86-a48b-430358f43ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:25.439131 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-b5fbe044-700b-42cd-9f7a-34b94b3ec567 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:25.463706 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-138bd2e4-cbe8-46b1-9d68-bef5bde9f154 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:25.465701 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-138bd2e4-cbe8-46b1-9d68-bef5bde9f154 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4827182 Jun 16 09:43:25.468514 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 45706) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:25.477824 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [None req-c76325e2-e784-4302-ac8c-6f1f1b7eb02c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Request body: {'security_group_rule': {'security_group_id': 'dc2069c1-0cb8-41d6-acb5-c7399a4a5c43', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:25.518409 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-ebde949a-f8fd-404a-bc22-701104fd29f5 req-4e9a0b01-9408-4f97-95d6-d272781ec0f7 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674390 Jun 16 09:43:25.538264 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.db.api [None req-c76325e2-e784-4302-ac8c-6f1f1b7eb02c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 16 09:43:25.538264 dv-cinder-796286-4-iscsi neutron-server[98981]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 16 09:43:25.538264 dv-cinder-796286-4-iscsi neutron-server[98981]: [parameters: {'project_id_1': 'f5476756cec74ac89980f811e6b4c64a', 'expiration_1': datetime.datetime(2021, 6, 16, 9, 43, 25, 487883)}] Jun 16 09:43:25.538264 dv-cinder-796286-4-iscsi neutron-server[98981]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=98981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 09:43:25.539146 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_db.api [None req-c76325e2-e784-4302-ac8c-6f1f1b7eb02c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=98981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 09:43:25.549092 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.db_base_plugin_common [None req-800f23ea-a351-45ab-91ba-65d04abc25d4 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Allocated IP 172.27.0.52 (e7fe10b8-90c4-4cba-8f65-340465ca325f/474b542b-67ec-4e86-95bf-cb7c30e5c62d/111eaa01-02d6-4895-a887-f7c0753afb22) {{(pid=98980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:43:25.559710 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 45710) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:25.560039 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-86a73ef9-6526-4b86-a48b-430358f43ef5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0afb56121e77484e9838bbf2145ffb0a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6535058 Jun 16 09:43:25.566455 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a73ef9-6526-4b86-a48b-430358f43ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ad9c0b-ae2f-4eb7-a81b-c68306dd7ddf,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:25.571084 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-86a73ef9-6526-4b86-a48b-430358f43ef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:25.647640 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-0e65ec4f-dd1c-4d2c-a2c9-cb222b9990f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:25.688985 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-0e65ec4f-dd1c-4d2c-a2c9-cb222b9990f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:25.700225 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99956b25-be5f-43db-bd1e-24096e153483 admin admin] Made reservation on behalf of f066d1c2a69b470185239bd29c60708e for: {'network': 1} {{(pid=98980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:43:25.721454 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-99956b25-be5f-43db-bd1e-24096e153483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for network, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:25.765599 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-99956b25-be5f-43db-bd1e-24096e153483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:25.884560 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-800f23ea-a351-45ab-91ba-65d04abc25d4 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks [] for port, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:25.909572 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8045200-8a71-40a8-bec0-981174a2f7f5 x-openstack-request-id: req-a8045200-8a71-40a8-bec0-981174a2f7f5 {{(pid=98980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:43:25.909882 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c6c8770-c6fd-4615-b907-311a0f581b6b", "tag": "6028f4d0-ae90-4017-9736-9fe8749aeb0b", "status": "completed", "code": 200}]} {{(pid=98980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:43:25.910478 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a8045200-8a71-40a8-bec0-981174a2f7f5 {{(pid=98980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:43:25.910999 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c6c8770-c6fd-4615-b907-311a0f581b6b', 'tag': '6028f4d0-ae90-4017-9736-9fe8749aeb0b', 'status': 'completed', 'code': 200} Jun 16 09:43:25.972168 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device b1814f49-aa19-4b5a-9f2e-484321228a49 up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:43:26.085557 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-99956b25-be5f-43db-bd1e-24096e153483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:26.228654 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-886555df-6dab-4edd-8986-d24389ab698a req-8aab3573-8697-4676-afea-3ac0af981f3c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ef7af889-6972-434c-9882-4e3de45b6902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847421 Jun 16 09:43:26.256575 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-75cc39c1-8f08-4afe-a8bd-b31045958466 req-0a3bfeaa-82cd-458a-9cec-66dcd2342e07 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 210 time: 0.1525683 Jun 16 09:43:26.258088 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-92554081-13d5-4714-956d-38aeb0731ee9 req-9d202099-7660-4d36-96db-c2f94ccd34f6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6028f4d0-ae90-4017-9736-9fe8749aeb0b HTTP/1.1" status: 200 len: 217 time: 0.3292480 Jun 16 09:43:26.354214 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4eaa81-b6f5-4d83-b724-b0e4c7b1ffaa req-a98eed80-6a36-4b9b-8599-b33fa85b124b tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:26.362948 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-3c4eaa81-b6f5-4d83-b724-b0e4c7b1ffaa req-a98eed80-6a36-4b9b-8599-b33fa85b124b tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6c8770-c6fd-4615-b907-311a0f581b6b HTTP/1.1" status: 200 len: 944 time: 0.1978908 Jun 16 09:43:26.417843 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-3c4eaa81-b6f5-4d83-b724-b0e4c7b1ffaa req-eafbb114-e091-41ed-8d6a-9f47501c69ed tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.25 "GET /v2.0/security-groups?id=53585afb-0a64-425e-ab8b-00f0425095c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522304 Jun 16 09:43:26.642691 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning for port b1814f49-aa19-4b5a-9f2e-484321228a49 completed by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:43:26.652112 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-99956b25-be5f-43db-bd1e-24096e153483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:26.652274 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning complete for port b1814f49-aa19-4b5a-9f2e-484321228a49 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:43:26.652274 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:26.658777 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-99119045-29ad-4935-ab71-638ecc774407 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:26.700398 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-0e65ec4f-dd1c-4d2c-a2c9-cb222b9990f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:26.703590 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-0e65ec4f-dd1c-4d2c-a2c9-cb222b9990f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:26.704827 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-0e65ec4f-dd1c-4d2c-a2c9-cb222b9990f7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/71ad9c0b-ae2f-4eb7-a81b-c68306dd7ddf HTTP/1.1" status: 204 len: 168 time: 1.1441417 Jun 16 09:43:26.705766 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-eb15b9ca-9768-455c-b88a-12b42241479e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:26.721807 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e65ec4f-dd1c-4d2c-a2c9-cb222b9990f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ad9c0b-ae2f-4eb7-a81b-c68306dd7ddf,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:26.729312 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-0e65ec4f-dd1c-4d2c-a2c9-cb222b9990f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:26.735408 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99956b25-be5f-43db-bd1e-24096e153483 admin admin] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=98980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 09:43:26.746530 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-99956b25-be5f-43db-bd1e-24096e153483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753648'] for segment, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:26.746710 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.db.segments_db [None req-99956b25-be5f-43db-bd1e-24096e153483 admin admin] Added segment a4cf3734-5a20-4ed1-b518-acf887e217a9 of type vlan for network 29ac6cda-0677-45db-a437-8e87831ed0d1 Jun 16 09:43:26.786150 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-800f23ea-a351-45ab-91ba-65d04abc25d4 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110'] for port, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:26.804108 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99956b25-be5f-43db-bd1e-24096e153483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3359ed-8549-4b36-8776-a4bc33fc3603,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:26.813628 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-99956b25-be5f-43db-bd1e-24096e153483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:26.855515 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-c76325e2-e784-4302-ac8c-6f1f1b7eb02c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:26.898270 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-3679d7b4-6d4c-497f-a5d2-0b891d31d280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:26.983495 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:27.024719 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800f23ea-a351-45ab-91ba-65d04abc25d4 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Network e7fe10b8-90c4-4cba-8f65-340465ca325f is already hosted by enough agents. {{(pid=98980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:43:27.027446 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] For port b1814f49-aa19-4b5a-9f2e-484321228a49, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=b1814f49-aa19-4b5a-9f2e-484321228a49,segment=NetworkSegment(98020f90-26bc-4339-b426-2587baf2cd84),segment_id=98020f90-26bc-4339-b426-2587baf2cd84)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:43:27.036154 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-99956b25-be5f-43db-bd1e-24096e153483 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772812906909'] for network, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:27.039776 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.base_scheduler [None req-800f23ea-a351-45ab-91ba-65d04abc25d4 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Resources bound (agent type, host, resource id): {{(pid=98980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:43:27.049612 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800f23ea-a351-45ab-91ba-65d04abc25d4 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Received port after_create {{(pid=98980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:43:27.050609 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-c76325e2-e784-4302-ac8c-6f1f1b7eb02c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:27.073028 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f23ea-a351-45ab-91ba-65d04abc25d4 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Pushing event updated for resources: {'Port': ['ID=111eaa01-02d6-4895-a887-f7c0753afb22,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:27.087951 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-800f23ea-a351-45ab-91ba-65d04abc25d4 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:27.089051 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 45726) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:27.105743 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:27.108610 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device a353de90-689e-4e22-9cdf-c78b30b62585 up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:43:27.109709 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-f77db312-f650-4239-8adf-d953f391e3e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:27.112003 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:27.143557 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-c76325e2-e784-4302-ac8c-6f1f1b7eb02c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719390'] for security_group_rule, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:27.150683 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-138bd2e4-cbe8-46b1-9d68-bef5bde9f154 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:27.178575 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76325e2-e784-4302-ac8c-6f1f1b7eb02c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e505cdd1-4c5c-4bbf-bc32-c44ad0e400f1,revision_number=0']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:27.191442 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-c76325e2-e784-4302-ac8c-6f1f1b7eb02c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:27.242814 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e664e2d-74f0-4974-9df0-66b6b1119d43 req-f2974031-ee47-4009-8591-afa38a3ff91a tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:27.246844 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-1e664e2d-74f0-4974-9df0-66b6b1119d43 req-f2974031-ee47-4009-8591-afa38a3ff91a tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=5dc5a926-7b73-4d35-9e4a-33caafeb25e9 HTTP/1.1" status: 200 len: 943 time: 0.5827353 Jun 16 09:43:27.316332 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Pushing event updated for resources: {'Port': ['ID=b1814f49-aa19-4b5a-9f2e-484321228a49,revision_number=5']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:27.324562 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:27.329716 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-800f23ea-a351-45ab-91ba-65d04abc25d4 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:27.339411 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning complete for port a353de90-689e-4e22-9cdf-c78b30b62585 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:43:27.340346 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:27.408462 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-1e664e2d-74f0-4974-9df0-66b6b1119d43 req-d1ca17fd-1a47-4c66-8902-3021ed2d37cc tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523867 Jun 16 09:43:27.410289 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-f77db312-f650-4239-8adf-d953f391e3e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:27.414591 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92554081-13d5-4714-956d-38aeb0731ee9 req-4a9f3117-0c1a-43cc-b348-24bb729381d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:27.424504 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-92554081-13d5-4714-956d-38aeb0731ee9 req-4a9f3117-0c1a-43cc-b348-24bb729381d1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b17b72ea-19ce-42b3-840c-5af40c5e6cdd HTTP/1.1" status: 200 len: 851 time: 0.1594996 Jun 16 09:43:27.461318 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-99956b25-be5f-43db-bd1e-24096e153483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439'] for network, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:27.462627 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99956b25-be5f-43db-bd1e-24096e153483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:27.463265 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-99956b25-be5f-43db-bd1e-24096e153483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for network, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:27.465646 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-077ca96e-704d-44c6-bb72-2f025b023766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:27.532877 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-615d97a3-ad98-4c37-8b6c-8ad463ca00c2 req-ff45bcef-b12c-4022-938c-3ae9dbdad8b8 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 210 time: 0.1207070 Jun 16 09:43:27.691400 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-886555df-6dab-4edd-8986-d24389ab698a req-2aed79a9-eeef-42b1-8747-dc993e26ae81 service neutron] 10.222.0.49 "GET /v2.0/networks/ef7af889-6972-434c-9882-4e3de45b6902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4304695 Jun 16 09:43:27.731454 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99956b25-be5f-43db-bd1e-24096e153483 admin admin] Pushing event updated for resources: {'Network': ['ID=29ac6cda-0677-45db-a437-8e87831ed0d1,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:27.745563 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Network 29ac6cda-0677-45db-a437-8e87831ed0d1 details requested by agent ovs-agent-dv-cinder-796286-4-iscsi with host dv-cinder-796286-4-iscsi {{(pid=98982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 09:43:27.764754 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-99956b25-be5f-43db-bd1e-24096e153483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:27.767112 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-92554081-13d5-4714-956d-38aeb0731ee9 req-9ecae6ec-daa2-4f99-a494-71f9bcde25b6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2a78f344-748b-4856-b23e-7d857180b044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2016428 Jun 16 09:43:27.790256 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-f77db312-f650-4239-8adf-d953f391e3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:27.803621 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:27.826430 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77db312-f650-4239-8adf-d953f391e3e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac127a4e-90f9-4ec3-91ac-cae1f29d4e92,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:27.835028 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-f77db312-f650-4239-8adf-d953f391e3e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:27.853186 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-800f23ea-a351-45ab-91ba-65d04abc25d4 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:27.875310 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device b1814f49-aa19-4b5a-9f2e-484321228a49 up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:43:27.925319 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-f77db312-f650-4239-8adf-d953f391e3e0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f5f53102205247bfadbc2e8bde5fb921&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8350027 Jun 16 09:43:27.925957 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 45744) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:27.968264 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning complete for port b1814f49-aa19-4b5a-9f2e-484321228a49 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:43:27.968264 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:28.002095 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-c76325e2-e784-4302-ac8c-6f1f1b7eb02c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:28.006333 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-c76325e2-e784-4302-ac8c-6f1f1b7eb02c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.5336385 Jun 16 09:43:28.013820 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 45748) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:28.020163 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-99956b25-be5f-43db-bd1e-24096e153483 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 4.1855390 Jun 16 09:43:28.026376 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [None req-10ae1342-06e4-4434-9258-93810b43c3ac tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Request body: {'floatingip': {'floating_network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f'}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:28.031602 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 45750) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:28.039718 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [None req-50818a87-3169-413d-96b2-41b0b7f11b76 admin admin] Request body: {'subnet': {'network_id': '29ac6cda-0677-45db-a437-8e87831ed0d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1951882320-subnet', 'tenant_id': 'f066d1c2a69b470185239bd29c60708e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:28.085922 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-886555df-6dab-4edd-8986-d24389ab698a req-7bfbda2a-36ae-4589-83ec-31e52317d771 service neutron] 10.222.0.49 "GET /v2.0/networks/ef7af889-6972-434c-9882-4e3de45b6902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626309 Jun 16 09:43:28.099124 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-7078f8f5-bbcf-4f7f-a4c4-132dccb21f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:28.138043 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-7078f8f5-bbcf-4f7f-a4c4-132dccb21f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:28.195734 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-10ae1342-06e4-4434-9258-93810b43c3ac tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks [] for floatingip, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:28.225610 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecccdbcb-688d-4936-bc7b-beaa3a35ccf0 req-9e879f34-7d97-4956-a0e0-2d6fb85bc420 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:28.232466 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-ecccdbcb-688d-4936-bc7b-beaa3a35ccf0 req-9e879f34-7d97-4956-a0e0-2d6fb85bc420 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6c8770-c6fd-4615-b907-311a0f581b6b HTTP/1.1" status: 200 len: 944 time: 0.4694676 Jun 16 09:43:28.342729 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-800f23ea-a351-45ab-91ba-65d04abc25d4 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks [] for port, precommit_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:28.348255 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-92554081-13d5-4714-956d-38aeb0731ee9 req-ef5bfb58-c3d8-4ed9-8db0-909586b8c6f3 service neutron] 10.222.0.49 "GET /v2.0/networks/2a78f344-748b-4856-b23e-7d857180b044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5025315 Jun 16 09:43:28.356483 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-10ae1342-06e4-4434-9258-93810b43c3ac tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:28.414924 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-ecccdbcb-688d-4936-bc7b-beaa3a35ccf0 req-b752d68e-4854-45d3-b506-0b6b8dbf3d9e tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.25 "GET /v2.0/security-groups?id=53585afb-0a64-425e-ab8b-00f0425095c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678669 Jun 16 09:43:28.477242 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50818a87-3169-413d-96b2-41b0b7f11b76 admin admin] Made reservation on behalf of f066d1c2a69b470185239bd29c60708e for: {'subnet': 1} {{(pid=98980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:43:28.482123 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-50818a87-3169-413d-96b2-41b0b7f11b76 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:28.483000 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-800f23ea-a351-45ab-91ba-65d04abc25d4 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:28.507381 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-7078f8f5-bbcf-4f7f-a4c4-132dccb21f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:28.512959 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-7078f8f5-bbcf-4f7f-a4c4-132dccb21f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:28.513178 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:28.517360 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-7078f8f5-bbcf-4f7f-a4c4-132dccb21f05 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ac127a4e-90f9-4ec3-91ac-cae1f29d4e92 HTTP/1.1" status: 204 len: 168 time: 0.5821319 Jun 16 09:43:28.521193 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-2cb0cd31-a300-4ab1-9a6f-9b9d440149e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:28.540082 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7078f8f5-bbcf-4f7f-a4c4-132dccb21f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac127a4e-90f9-4ec3-91ac-cae1f29d4e92,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:28.544699 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-7078f8f5-bbcf-4f7f-a4c4-132dccb21f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:28.654700 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-800f23ea-a351-45ab-91ba-65d04abc25d4 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761582'] for floatingip, after_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:28.655196 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.db_base_plugin_common [None req-10ae1342-06e4-4434-9258-93810b43c3ac tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Allocated IP 172.27.0.21 (e7fe10b8-90c4-4cba-8f65-340465ca325f/474b542b-67ec-4e86-95bf-cb7c30e5c62d/289aad91-0306-40b8-8975-a9d8d599ef9d) {{(pid=98981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:43:28.691052 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f23ea-a351-45ab-91ba-65d04abc25d4 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Pushing event updated for resources: {'Port': ['ID=111eaa01-02d6-4895-a887-f7c0753afb22,revision_number=2']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:28.706056 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-800f23ea-a351-45ab-91ba-65d04abc25d4 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:28.757306 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-0320eb64-1a41-4bde-bcb9-226acfbb0aad req-36a81d4c-82bd-44c3-8977-ada7fc0a33e6 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 210 time: 0.0407257 Jun 16 09:43:28.835109 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-10ae1342-06e4-4434-9258-93810b43c3ac tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks [] for port, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:28.900666 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-800f23ea-a351-45ab-91ba-65d04abc25d4 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for floatingip, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:28.904256 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-800f23ea-a351-45ab-91ba-65d04abc25d4 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0262806 Jun 16 09:43:28.937114 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be157bd-45e9-43b6-b997-a23ccf959b94 req-e7824b43-891b-452b-9897-524ddb58a00a tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:28.939956 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-8be157bd-45e9-43b6-b997-a23ccf959b94 req-e7824b43-891b-452b-9897-524ddb58a00a tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=5dc5a926-7b73-4d35-9e4a-33caafeb25e9 HTTP/1.1" status: 200 len: 943 time: 0.1851189 Jun 16 09:43:28.983100 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-50818a87-3169-413d-96b2-41b0b7f11b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430'] for subnet, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:28.986925 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:29.013438 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-8be157bd-45e9-43b6-b997-a23ccf959b94 req-92deb61e-2f6e-42e9-aa1a-93d6a0d3c4ca tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575624 Jun 16 09:43:29.036559 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-10ae1342-06e4-4434-9258-93810b43c3ac tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110'] for port, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:29.038623 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:29.116823 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ae1342-06e4-4434-9258-93810b43c3ac tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Network e7fe10b8-90c4-4cba-8f65-340465ca325f is already hosted by enough agents. {{(pid=98981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:43:29.122021 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.base_scheduler [None req-10ae1342-06e4-4434-9258-93810b43c3ac tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Resources bound (agent type, host, resource id): {{(pid=98981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:43:29.124558 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ae1342-06e4-4434-9258-93810b43c3ac tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Received port after_create {{(pid=98981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:43:29.242481 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae1342-06e4-4434-9258-93810b43c3ac tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Pushing event updated for resources: {'Port': ['ID=289aad91-0306-40b8-8975-a9d8d599ef9d,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:29.252523 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-10ae1342-06e4-4434-9258-93810b43c3ac tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:29.264716 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-10ae1342-06e4-4434-9258-93810b43c3ac tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:29.312151 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50818a87-3169-413d-96b2-41b0b7f11b76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8eca75e-e2f6-4d26-ac9a-8419c5acd0df,revision_number=0']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:29.317568 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-50818a87-3169-413d-96b2-41b0b7f11b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:29.357394 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-3ef98ce4-dbd9-48b7-8223-e0b758f0a7ca req-187772dd-7efa-40dd-9228-0282f54e49ea tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--3195002&fields=id&tenant_id=dfe9f5ef1b4a464aa32329299459c90d HTTP/1.1" status: 200 len: 267 time: 0.0789468 Jun 16 09:43:29.389151 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50818a87-3169-413d-96b2-41b0b7f11b76 admin admin] Checking segment: {'id': 'a4cf3734-5a20-4ed1-b518-acf887e217a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29ac6cda-0677-45db-a437-8e87831ed0d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:43:29.389515 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50818a87-3169-413d-96b2-41b0b7f11b76 admin admin] Network hostable DHCP agents. Network: 29ac6cda-0677-45db-a437-8e87831ed0d1, hostable agents: ['b75f70a3-2745-4841-b3c1-6cbf0fc89424'], hosted agents: [] {{(pid=98980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 09:43:29.412795 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-10ae1342-06e4-4434-9258-93810b43c3ac tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:29.488966 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef98ce4-dbd9-48b7-8223-e0b758f0a7ca req-fb5a72ab-593f-4798-8950-2e947926170f tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:29.490720 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-3ef98ce4-dbd9-48b7-8223-e0b758f0a7ca req-fb5a72ab-593f-4798-8950-2e947926170f tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/networks?id=5c8b8276-a881-4c68-ac89-d4ac2c936588 HTTP/1.1" status: 200 len: 810 time: 0.1264236 Jun 16 09:43:29.512404 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-3ef98ce4-dbd9-48b7-8223-e0b758f0a7ca req-1fae13ce-597c-405a-b101-6bc585954c11 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/quotas/dfe9f5ef1b4a464aa32329299459c90d HTTP/1.1" status: 200 len: 375 time: 0.0155573 Jun 16 09:43:29.559353 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50818a87-3169-413d-96b2-41b0b7f11b76 admin admin] Network 29ac6cda-0677-45db-a437-8e87831ed0d1 is scheduled to be hosted by DHCP agent b75f70a3-2745-4841-b3c1-6cbf0fc89424 with binding_index 1 {{(pid=98980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 09:43:29.607758 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-3ef98ce4-dbd9-48b7-8223-e0b758f0a7ca req-55f70d84-f9be-4add-8527-53e12ddc5d4e tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dfe9f5ef1b4a464aa32329299459c90d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0874503 Jun 16 09:43:29.630593 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-10ae1342-06e4-4434-9258-93810b43c3ac tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks [] for port, precommit_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:29.641034 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.base_scheduler [None req-50818a87-3169-413d-96b2-41b0b7f11b76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-4-iscsi, 29ac6cda-0677-45db-a437-8e87831ed0d1) {{(pid=98980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:43:29.650829 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9003449f-b70a-4b96-a1d6-6c5897ad2a2f None None] Network 29ac6cda-0677-45db-a437-8e87831ed0d1 requested from dv-cinder-796286-4-iscsi {{(pid=98982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:43:29.655864 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50818a87-3169-413d-96b2-41b0b7f11b76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:29.656451 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-50818a87-3169-413d-96b2-41b0b7f11b76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for subnet, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:29.695189 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e45fff-369d-4c5f-91d0-80bbac517e24 req-9a68c907-a085-47be-9c81-920680a72f2a tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:29.709197 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-c3e45fff-369d-4c5f-91d0-80bbac517e24 req-9a68c907-a085-47be-9c81-920680a72f2a tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6c8770-c6fd-4615-b907-311a0f581b6b HTTP/1.1" status: 200 len: 944 time: 0.1317573 Jun 16 09:43:29.734474 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-10ae1342-06e4-4434-9258-93810b43c3ac tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:29.751396 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-298f5deb-ccd9-469d-8b5b-b1775c7712a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:29.767296 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-3ef98ce4-dbd9-48b7-8223-e0b758f0a7ca req-2048a13b-8ec1-4fa4-b224-c03d8994aa86 service neutron] 10.222.0.25 "GET /v2.0/networks/5c8b8276-a881-4c68-ac89-d4ac2c936588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399877 Jun 16 09:43:29.769423 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-50818a87-3169-413d-96b2-41b0b7f11b76 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7356701 Jun 16 09:43:29.794208 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-10ae1342-06e4-4434-9258-93810b43c3ac tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761582'] for floatingip, after_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:29.816997 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-c3e45fff-369d-4c5f-91d0-80bbac517e24 req-330fc6e0-da38-4b48-ae49-03e78545e9f9 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.25 "GET /v2.0/security-groups?id=53585afb-0a64-425e-ab8b-00f0425095c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122212 Jun 16 09:43:29.821278 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60dd4a5-bd80-4af1-a425-66bd7e9eeb29 None None] Network 29ac6cda-0677-45db-a437-8e87831ed0d1 requested from dv-cinder-796286-4-iscsi {{(pid=98982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:43:29.855841 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae1342-06e4-4434-9258-93810b43c3ac tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Pushing event updated for resources: {'Port': ['ID=289aad91-0306-40b8-8975-a9d8d599ef9d,revision_number=2']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:29.859040 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-10ae1342-06e4-4434-9258-93810b43c3ac tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:29.989924 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-3ef98ce4-dbd9-48b7-8223-e0b758f0a7ca req-eaa50cf3-0ab8-4c7b-a09f-54be37cc4120 service neutron] 10.222.0.25 "GET /v2.0/networks/5c8b8276-a881-4c68-ac89-d4ac2c936588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133796 Jun 16 09:43:29.990493 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-10ae1342-06e4-4434-9258-93810b43c3ac tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for floatingip, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:29.993582 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-10ae1342-06e4-4434-9258-93810b43c3ac tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9787128 Jun 16 09:43:30.004285 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e0325-9650-4ae2-b1b1-9fac06267873 req-a1f878aa-4e1c-41ac-bbd4-2734a142afc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:30.006546 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-282e0325-9650-4ae2-b1b1-9fac06267873 req-a1f878aa-4e1c-41ac-bbd4-2734a142afc8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fa31d16a12d643cbb5f92d1c0eaeb35b&device_id=5dc5a926-7b73-4d35-9e4a-33caafeb25e9 HTTP/1.1" status: 200 len: 1096 time: 0.1331615 Jun 16 09:43:30.137228 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-92554081-13d5-4714-956d-38aeb0731ee9 req-37bc7140-f510-4196-9a20-3e2841b21609 service neutron] 10.222.0.49 "GET /v2.0/networks/2a78f344-748b-4856-b23e-7d857180b044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836044 Jun 16 09:43:30.147154 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-ca37ede4-e0e0-4e09-9b1b-4c3a221db6c2 req-c5155b50-8995-4489-b1b6-1044b918aafb tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 210 time: 0.0964663 Jun 16 09:43:30.274050 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e0325-9650-4ae2-b1b1-9fac06267873 req-9e38298c-7ed7-48cb-842c-1e502f87d53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:30.275516 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-282e0325-9650-4ae2-b1b1-9fac06267873 req-9e38298c-7ed7-48cb-842c-1e502f87d53f service neutron] 10.222.0.49 "GET /v2.0/networks?id=ef7af889-6972-434c-9882-4e3de45b6902 HTTP/1.1" status: 200 len: 916 time: 0.2529223 Jun 16 09:43:30.344668 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-282e0325-9650-4ae2-b1b1-9fac06267873 req-6390f95d-6117-4d5a-9d31-16edfb653d5c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87bfca89-ecc5-45ee-af99-3d67c9ed7165 HTTP/1.1" status: 200 len: 217 time: 0.0480695 Jun 16 09:43:30.389362 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959e331-41c4-4048-af63-7eb75b02dd60 req-670f2ba3-278c-4158-ac29-2c7ba00e7b2e tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:30.390931 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-a959e331-41c4-4048-af63-7eb75b02dd60 req-670f2ba3-278c-4158-ac29-2c7ba00e7b2e tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=5dc5a926-7b73-4d35-9e4a-33caafeb25e9 HTTP/1.1" status: 200 len: 943 time: 0.1289663 Jun 16 09:43:30.522585 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c29d6-b273-49e8-a456-df0e2e683ce8 req-3584d315-60e7-42d3-8450-984c66eeb29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:30.524139 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-c70c29d6-b273-49e8-a456-df0e2e683ce8 req-3584d315-60e7-42d3-8450-984c66eeb29d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f9249ac1d8ab433fbcae69c13b81714b&device_id=9c6c8770-c6fd-4615-b907-311a0f581b6b HTTP/1.1" status: 200 len: 1097 time: 0.1007564 Jun 16 09:43:30.570833 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-a959e331-41c4-4048-af63-7eb75b02dd60 req-192cd2fa-8469-4953-b2d3-fc29e8b91a38 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730373 Jun 16 09:43:30.596101 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e0325-9650-4ae2-b1b1-9fac06267873 req-a49b4fdf-a494-4976-a107-ed862bb291d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:30.597901 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-282e0325-9650-4ae2-b1b1-9fac06267873 req-a49b4fdf-a494-4976-a107-ed862bb291d5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=039532dc-f739-4701-98ed-b56a3da4fc13 HTTP/1.1" status: 200 len: 855 time: 0.1760969 Jun 16 09:43:30.675979 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-282e0325-9650-4ae2-b1b1-9fac06267873 req-044166ec-81f3-4479-938c-f96ee2a955b8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ef7af889-6972-434c-9882-4e3de45b6902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559788 Jun 16 09:43:30.716698 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-5bada2b9-1f10-4216-ba60-126a0ddc6c31 req-e1358c39-74b8-49fc-90e5-118ec86d840a tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--898547190&fields=id&tenant_id=f5476756cec74ac89980f811e6b4c64a HTTP/1.1" status: 200 len: 267 time: 0.1412318 Jun 16 09:43:30.778247 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-3308bbc5-70ce-4069-8912-b81738bd2ad9 req-3f76df7b-60ca-4f66-b6aa-a15e27bec876 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 210 time: 0.0586808 Jun 16 09:43:30.816142 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-282e0325-9650-4ae2-b1b1-9fac06267873 req-62dcc430-0610-4d34-a318-e933050db6de service neutron] 10.222.0.49 "GET /v2.0/networks/ef7af889-6972-434c-9882-4e3de45b6902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392417 Jun 16 09:43:30.908397 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.49', 65146) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:30.928996 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c29d6-b273-49e8-a456-df0e2e683ce8 req-14b0f039-274b-460b-b799-f4d8cd72b71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:30.930615 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-c70c29d6-b273-49e8-a456-df0e2e683ce8 req-14b0f039-274b-460b-b799-f4d8cd72b71c service neutron] 10.222.0.49 "GET /v2.0/networks?id=2a78f344-748b-4856-b23e-7d857180b044 HTTP/1.1" status: 200 len: 912 time: 0.3971918 Jun 16 09:43:31.003712 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-282e0325-9650-4ae2-b1b1-9fac06267873 req-0a55498f-83fe-4e6e-bea7-d95e3ce43fdc service neutron] 10.222.0.49 "GET /v2.0/networks/ef7af889-6972-434c-9882-4e3de45b6902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794114 Jun 16 09:43:31.024144 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-c70c29d6-b273-49e8-a456-df0e2e683ce8 req-62e2b2be-057a-421d-84a1-1b3ea70dc5e9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6028f4d0-ae90-4017-9736-9fe8749aeb0b HTTP/1.1" status: 200 len: 217 time: 0.0618310 Jun 16 09:43:31.079521 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c40497-9273-4881-97d1-a1fc63c1eb46 req-337fa491-47b9-47bd-8343-915a24661c66 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:31.081242 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-e3c40497-9273-4881-97d1-a1fc63c1eb46 req-337fa491-47b9-47bd-8343-915a24661c66 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6c8770-c6fd-4615-b907-311a0f581b6b HTTP/1.1" status: 200 len: 944 time: 0.0811725 Jun 16 09:43:31.090486 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bada2b9-1f10-4216-ba60-126a0ddc6c31 req-3e00602b-a8bf-4557-bf03-8aabbd3bbf72 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:31.097692 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-5bada2b9-1f10-4216-ba60-126a0ddc6c31 req-3e00602b-a8bf-4557-bf03-8aabbd3bbf72 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/networks?id=b643789e-234a-40e9-b489-894119bc4f89 HTTP/1.1" status: 200 len: 816 time: 0.3588181 Jun 16 09:43:31.188484 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-5bada2b9-1f10-4216-ba60-126a0ddc6c31 req-6221bb63-f44e-46fd-9f4f-06696df7a126 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/quotas/f5476756cec74ac89980f811e6b4c64a HTTP/1.1" status: 200 len: 375 time: 0.0897338 Jun 16 09:43:31.261824 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c29d6-b273-49e8-a456-df0e2e683ce8 req-8bc09fbc-2695-4a18-a582-8a7abc857565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:31.261824 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-c70c29d6-b273-49e8-a456-df0e2e683ce8 req-8bc09fbc-2695-4a18-a582-8a7abc857565 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b17b72ea-19ce-42b3-840c-5af40c5e6cdd HTTP/1.1" status: 200 len: 851 time: 0.2006936 Jun 16 09:43:31.261824 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861336a-e616-43a2-9809-8f5fb28e30eb req-4dfda5c2-71c1-4e12-bd78-2a9b34b6e745 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:31.261824 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-1861336a-e616-43a2-9809-8f5fb28e30eb req-4dfda5c2-71c1-4e12-bd78-2a9b34b6e745 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.49 "GET /v2.0/networks?id=91a32b6f-094c-4ae5-a33e-942080d95ea2 HTTP/1.1" status: 200 len: 818 time: 0.3423378 Jun 16 09:43:31.298792 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-c70c29d6-b273-49e8-a456-df0e2e683ce8 req-a4451b58-ace9-451f-b402-1d4e0113490b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2a78f344-748b-4856-b23e-7d857180b044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444353 Jun 16 09:43:31.302600 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [req-1861336a-e616-43a2-9809-8f5fb28e30eb req-13bf8e33-c062-4a6a-8f12-dfef52b91152 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Request body: {'port': {'device_id': 'e04040a4-5c47-4752-a18e-65e014b80ebb', 'network_id': '91a32b6f-094c-4ae5-a33e-942080d95ea2', 'admin_state_up': True, 'tenant_id': '3aab2d6845c34f44bdcaf8eb3cec5927'}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:31.380341 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-e3c40497-9273-4881-97d1-a1fc63c1eb46 req-76d6ab2e-f350-4c83-a455-bd65237c3705 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.25 "GET /v2.0/security-groups?id=53585afb-0a64-425e-ab8b-00f0425095c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928584 Jun 16 09:43:31.483896 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-c70c29d6-b273-49e8-a456-df0e2e683ce8 req-11086194-0076-4473-9431-4b50de0d5ae0 service neutron] 10.222.0.49 "GET /v2.0/networks/2a78f344-748b-4856-b23e-7d857180b044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756687 Jun 16 09:43:31.581194 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-27f76a9f-0204-4219-b705-fd9cd27848a3 req-9f737e80-0090-4745-8462-73d66d1c56d9 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 210 time: 0.0769281 Jun 16 09:43:31.661853 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-5bada2b9-1f10-4216-ba60-126a0ddc6c31 req-17edf331-64e1-4716-943b-31994370b04c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f5476756cec74ac89980f811e6b4c64a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4634767 Jun 16 09:43:31.777645 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 45884) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:31.783696 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [None req-164c2b98-c1dd-4a15-8a54-378decff436b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-210398135-network', 'tenant_id': '69df9bb3474c4716bd9a6926292eb8bb'}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:31.819120 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-c70c29d6-b273-49e8-a456-df0e2e683ce8 req-0cd3bb10-a73e-4013-8223-6eeb4fb3cb5b service neutron] 10.222.0.49 "GET /v2.0/networks/2a78f344-748b-4856-b23e-7d857180b044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186474 Jun 16 09:43:31.884482 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-5bada2b9-1f10-4216-ba60-126a0ddc6c31 req-f8251893-5d6c-458d-bd26-e419d44a16db service neutron] 10.222.0.25 "GET /v2.0/networks/b643789e-234a-40e9-b489-894119bc4f89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882281 Jun 16 09:43:31.915850 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a70917-00e3-4eab-be0a-040480939a71 req-27b2f823-475b-49d9-8c80-ee7903168a22 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:31.918161 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-63a70917-00e3-4eab-be0a-040480939a71 req-27b2f823-475b-49d9-8c80-ee7903168a22 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=5dc5a926-7b73-4d35-9e4a-33caafeb25e9 HTTP/1.1" status: 200 len: 943 time: 0.0852940 Jun 16 09:43:31.946986 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164c2b98-c1dd-4a15-8a54-378decff436b admin admin] Made reservation on behalf of 69df9bb3474c4716bd9a6926292eb8bb for: {'network': 1} {{(pid=98981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:43:31.950192 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-164c2b98-c1dd-4a15-8a54-378decff436b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for network, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:31.976820 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-164c2b98-c1dd-4a15-8a54-378decff436b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:32.007687 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-63a70917-00e3-4eab-be0a-040480939a71 req-ad0add1c-a707-4f5d-9261-fb394a0f4730 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832086 Jun 16 09:43:32.017957 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-5bada2b9-1f10-4216-ba60-126a0ddc6c31 req-3302c141-2461-42f5-ba13-59ef8777b760 service neutron] 10.222.0.25 "GET /v2.0/networks/b643789e-234a-40e9-b489-894119bc4f89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199551 Jun 16 09:43:32.132228 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-6ccbd37b-95ae-4f0d-8b37-336fdeb107c4 req-96f58fd5-89c3-4802-bff3-6d5d3cce863f tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 210 time: 0.0381141 Jun 16 09:43:32.250269 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1861336a-e616-43a2-9809-8f5fb28e30eb req-13bf8e33-c062-4a6a-8f12-dfef52b91152 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Made reservation on behalf of 3aab2d6845c34f44bdcaf8eb3cec5927 for: {'port': 1} {{(pid=98980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:43:32.253844 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-1861336a-e616-43a2-9809-8f5fb28e30eb req-13bf8e33-c062-4a6a-8f12-dfef52b91152 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:32.257092 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-164c2b98-c1dd-4a15-8a54-378decff436b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:32.336668 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-164c2b98-c1dd-4a15-8a54-378decff436b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:32.339475 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9184507-1745-4420-9464-c7b5100d9de7 req-a958a587-380b-41f0-9ba1-f2d25a84b021 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:32.341094 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-a9184507-1745-4420-9464-c7b5100d9de7 req-a958a587-380b-41f0-9ba1-f2d25a84b021 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.49 "GET /v2.0/networks?id=91a32b6f-094c-4ae5-a33e-942080d95ea2 HTTP/1.1" status: 200 len: 818 time: 0.3431475 Jun 16 09:43:32.341234 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:32.379491 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-164c2b98-c1dd-4a15-8a54-378decff436b admin admin] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=98981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 09:43:32.382110 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c2b98-c1dd-4a15-8a54-378decff436b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd818ab-ce06-4d21-b55e-88bf683d877c,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:32.399470 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-164c2b98-c1dd-4a15-8a54-378decff436b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:32.399986 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [req-a9184507-1745-4420-9464-c7b5100d9de7 req-8ac9fe85-10a6-4ae1-b8bb-aa6ee8b910dc tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Request body: {'port': {'device_id': 'db3d0f0a-de77-448a-b516-c5a161ed6387', 'network_id': '91a32b6f-094c-4ae5-a33e-942080d95ea2', 'admin_state_up': True, 'tenant_id': '3aab2d6845c34f44bdcaf8eb3cec5927'}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:32.413936 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-164c2b98-c1dd-4a15-8a54-378decff436b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753648'] for segment, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:32.414393 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.db.segments_db [None req-164c2b98-c1dd-4a15-8a54-378decff436b admin admin] Added segment c1fca25b-7fe1-42b5-ac1c-6a141179c74c of type vlan for network 8b0003b0-ffc2-4690-be8f-dfde9f6fb473 Jun 16 09:43:32.549335 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-174bc9b7-caf8-41b6-9079-2cddc142060d req-e2bb1d8a-eb70-4d62-8fb5-676f7344b940 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 210 time: 0.1084304 Jun 16 09:43:32.564784 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-164c2b98-c1dd-4a15-8a54-378decff436b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772812906909'] for network, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:32.746367 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-a51e5c06-3bba-4e54-b7b5-78519476c8f2 req-d3d8c1bd-68da-413b-bb15-d7c72fb5b0be tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 210 time: 0.0329814 Jun 16 09:43:32.747278 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-164c2b98-c1dd-4a15-8a54-378decff436b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439'] for network, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:32.748529 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164c2b98-c1dd-4a15-8a54-378decff436b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:32.749130 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-164c2b98-c1dd-4a15-8a54-378decff436b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for network, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:32.758197 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-2d44e2b4-ef3f-4e16-b6d1-a8e62b5f726f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:32.765364 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.db_base_plugin_common [req-1861336a-e616-43a2-9809-8f5fb28e30eb req-13bf8e33-c062-4a6a-8f12-dfef52b91152 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Allocated IP 172.20.0.4 (91a32b6f-094c-4ae5-a33e-942080d95ea2/d1e28073-3474-4ab3-a6cb-d23efc1dc12f/8c10c8bd-00cf-4789-bea3-598d82e18630) {{(pid=98980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:43:32.804627 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db5366-1158-40c0-a0f6-500ff77367f7 req-3b5dc094-d9cf-4ef9-83cb-5c06d8baf2da tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:32.804627 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-11db5366-1158-40c0-a0f6-500ff77367f7 req-3b5dc094-d9cf-4ef9-83cb-5c06d8baf2da tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6c8770-c6fd-4615-b907-311a0f581b6b HTTP/1.1" status: 200 len: 944 time: 0.1640470 Jun 16 09:43:32.804920 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9184507-1745-4420-9464-c7b5100d9de7 req-8ac9fe85-10a6-4ae1-b8bb-aa6ee8b910dc tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Made reservation on behalf of 3aab2d6845c34f44bdcaf8eb3cec5927 for: {'port': 1} {{(pid=98980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:43:32.808189 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-a9184507-1745-4420-9464-c7b5100d9de7 req-8ac9fe85-10a6-4ae1-b8bb-aa6ee8b910dc tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:32.815056 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c2b98-c1dd-4a15-8a54-378decff436b admin admin] Pushing event updated for resources: {'Network': ['ID=8b0003b0-ffc2-4690-be8f-dfde9f6fb473,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:32.817753 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-164c2b98-c1dd-4a15-8a54-378decff436b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:32.829401 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Network 8b0003b0-ffc2-4690-be8f-dfde9f6fb473 details requested by agent ovs-agent-dv-cinder-796286-4-iscsi with host dv-cinder-796286-4-iscsi {{(pid=98982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 09:43:32.957838 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-11db5366-1158-40c0-a0f6-500ff77367f7 req-93f402c3-c0e6-4f2f-894a-e91c1cf48986 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.25 "GET /v2.0/security-groups?id=53585afb-0a64-425e-ab8b-00f0425095c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471837 Jun 16 09:43:33.018226 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 45912) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:33.019392 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-164c2b98-c1dd-4a15-8a54-378decff436b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2403677 Jun 16 09:43:33.025572 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [None req-7a4c676e-7470-4e3b-9ae0-7e60309bd168 admin admin] Request body: {'subnet': {'network_id': '8b0003b0-ffc2-4690-be8f-dfde9f6fb473', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-210398135-subnet', 'tenant_id': '69df9bb3474c4716bd9a6926292eb8bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:33.074170 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-1861336a-e616-43a2-9809-8f5fb28e30eb req-13bf8e33-c062-4a6a-8f12-dfef52b91152 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Notify callbacks [] for port, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:33.157312 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 87bfca89-ecc5-45ee-af99-3d67c9ed7165 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=98982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 09:43:33.226975 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4c676e-7470-4e3b-9ae0-7e60309bd168 admin admin] Made reservation on behalf of 69df9bb3474c4716bd9a6926292eb8bb for: {'subnet': 1} {{(pid=98980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:43:33.232732 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-7a4c676e-7470-4e3b-9ae0-7e60309bd168 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:33.255904 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af017449-be13-49d2-b7f0-c35d053fcfd4 req-2b05c46e-01a2-43e7-86af-d463cc7b7d53 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:33.264519 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-af017449-be13-49d2-b7f0-c35d053fcfd4 req-2b05c46e-01a2-43e7-86af-d463cc7b7d53 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=5dc5a926-7b73-4d35-9e4a-33caafeb25e9 HTTP/1.1" status: 200 len: 943 time: 0.1111159 Jun 16 09:43:33.307012 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-30409751-2cad-4b16-9a35-6a90a6ff6104 req-cdabd4e7-898c-4cd2-8905-b2c1690822ee tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 210 time: 0.0503528 Jun 16 09:43:33.319499 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-af017449-be13-49d2-b7f0-c35d053fcfd4 req-5d70d849-7eb2-4e47-92ce-928fb352f2de tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537925 Jun 16 09:43:33.325906 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-1861336a-e616-43a2-9809-8f5fb28e30eb req-13bf8e33-c062-4a6a-8f12-dfef52b91152 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110'] for port, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:33.340971 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 87bfca89-ecc5-45ee-af99-3d67c9ed7165, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=87bfca89-ecc5-45ee-af99-3d67c9ed7165,segment=NetworkSegment(36c94873-002f-4ad3-a0a4-ed02eb70eb5a),segment_id=36c94873-002f-4ad3-a0a4-ed02eb70eb5a)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:43:33.354169 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Returning: {'device': '87bfca89-ecc5-45ee-af99-3d67c9ed7165', 'network_id': 'ef7af889-6972-434c-9882-4e3de45b6902', 'port_id': '87bfca89-ecc5-45ee-af99-3d67c9ed7165', 'mac_address': 'fa:16:3e:0a:70:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '039532dc-f739-4701-98ed-b56a3da4fc13', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 09:43:33.386671 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:33.393803 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:33.409755 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.notifiers.nova [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87bfca89-ecc5-45ee-af99-3d67c9ed7165 {{(pid=98982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:43:33.434508 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 87bfca89-ecc5-45ee-af99-3d67c9ed7165, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=87bfca89-ecc5-45ee-af99-3d67c9ed7165,segment=NetworkSegment(36c94873-002f-4ad3-a0a4-ed02eb70eb5a),segment_id=36c94873-002f-4ad3-a0a4-ed02eb70eb5a)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:43:33.465777 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1861336a-e616-43a2-9809-8f5fb28e30eb req-13bf8e33-c062-4a6a-8f12-dfef52b91152 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Network 91a32b6f-094c-4ae5-a33e-942080d95ea2 is already hosted by enough agents. {{(pid=98980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:43:33.484460 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.base_scheduler [req-1861336a-e616-43a2-9809-8f5fb28e30eb req-13bf8e33-c062-4a6a-8f12-dfef52b91152 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Resources bound (agent type, host, resource id): {{(pid=98980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:43:33.486048 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.db_base_plugin_common [req-a9184507-1745-4420-9464-c7b5100d9de7 req-8ac9fe85-10a6-4ae1-b8bb-aa6ee8b910dc tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Allocated IP 172.20.0.9 (91a32b6f-094c-4ae5-a33e-942080d95ea2/d1e28073-3474-4ab3-a6cb-d23efc1dc12f/212e68ed-5263-48ac-8e36-722d092eb348) {{(pid=98980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:43:33.493945 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.l3_dvrscheduler_db [req-1861336a-e616-43a2-9809-8f5fb28e30eb req-13bf8e33-c062-4a6a-8f12-dfef52b91152 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Received port after_create {{(pid=98980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:43:33.500015 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861336a-e616-43a2-9809-8f5fb28e30eb req-13bf8e33-c062-4a6a-8f12-dfef52b91152 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:33.500708 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-1861336a-e616-43a2-9809-8f5fb28e30eb req-13bf8e33-c062-4a6a-8f12-dfef52b91152 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for port, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:33.512550 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf8e33-c062-4a6a-8f12-dfef52b91152 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Pushing event updated for resources: {'Port': ['ID=8c10c8bd-00cf-4789-bea3-598d82e18630,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:33.522831 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-13bf8e33-c062-4a6a-8f12-dfef52b91152 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:33.577080 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:33.578136 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 6028f4d0-ae90-4017-9736-9fe8749aeb0b details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=98982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 09:43:33.581840 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:33.657570 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Pushing event updated for resources: {'Port': ['ID=87bfca89-ecc5-45ee-af99-3d67c9ed7165,revision_number=4']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:33.664933 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:33.718227 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-1861336a-e616-43a2-9809-8f5fb28e30eb req-13bf8e33-c062-4a6a-8f12-dfef52b91152 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4219816 Jun 16 09:43:33.720010 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-8bcca25c-3879-4bf7-b0b5-b144b0225385 req-a36c29bd-6640-4d87-b85c-5006036bcb21 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 210 time: 0.0634873 Jun 16 09:43:33.732821 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 6028f4d0-ae90-4017-9736-9fe8749aeb0b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6028f4d0-ae90-4017-9736-9fe8749aeb0b,segment=NetworkSegment(0e8ebde0-1e77-4fe5-8cde-8a02c6b30504),segment_id=0e8ebde0-1e77-4fe5-8cde-8a02c6b30504)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:43:33.737598 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [req-1861336a-e616-43a2-9809-8f5fb28e30eb req-8338b295-0c93-494e-9388-dcd4bd3ed25d service neutron] Request body: {'port': {'device_id': 'e04040a4-5c47-4752-a18e-65e014b80ebb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:33.747894 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Returning: {'device': '6028f4d0-ae90-4017-9736-9fe8749aeb0b', 'network_id': '2a78f344-748b-4856-b23e-7d857180b044', 'port_id': '6028f4d0-ae90-4017-9736-9fe8749aeb0b', 'mac_address': 'fa:16:3e:90:7c:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b17b72ea-19ce-42b3-840c-5af40c5e6cdd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 09:43:33.788849 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:33.797728 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-a9184507-1745-4420-9464-c7b5100d9de7 req-8ac9fe85-10a6-4ae1-b8bb-aa6ee8b910dc tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Notify callbacks [] for port, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:33.804496 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.notifiers.nova [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6028f4d0-ae90-4017-9736-9fe8749aeb0b {{(pid=98982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:43:33.829831 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 6028f4d0-ae90-4017-9736-9fe8749aeb0b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6028f4d0-ae90-4017-9736-9fe8749aeb0b,segment=NetworkSegment(0e8ebde0-1e77-4fe5-8cde-8a02c6b30504),segment_id=0e8ebde0-1e77-4fe5-8cde-8a02c6b30504)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:43:33.842302 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-7a4c676e-7470-4e3b-9ae0-7e60309bd168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430'] for subnet, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:33.852077 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:33.894352 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:33.896324 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:33.900446 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-c2315eef-ce2e-479f-a34a-6d70e891a13c req-2e3332c1-bbf4-4743-831e-9a3c1038c718 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 210 time: 0.0325439 Jun 16 09:43:33.921072 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-1861336a-e616-43a2-9809-8f5fb28e30eb req-8338b295-0c93-494e-9388-dcd4bd3ed25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:33.950473 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c676e-7470-4e3b-9ae0-7e60309bd168 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3eda95c1-3514-4773-8bde-a79185f2eb9d,revision_number=0']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:33.958787 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-7a4c676e-7470-4e3b-9ae0-7e60309bd168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:33.963294 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Pushing event updated for resources: {'Port': ['ID=6028f4d0-ae90-4017-9736-9fe8749aeb0b,revision_number=4']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:33.966376 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:34.004630 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4c676e-7470-4e3b-9ae0-7e60309bd168 admin admin] Checking segment: {'id': 'c1fca25b-7fe1-42b5-ac1c-6a141179c74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8b0003b0-ffc2-4690-be8f-dfde9f6fb473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:43:34.004630 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4c676e-7470-4e3b-9ae0-7e60309bd168 admin admin] Network hostable DHCP agents. Network: 8b0003b0-ffc2-4690-be8f-dfde9f6fb473, hostable agents: ['b75f70a3-2745-4841-b3c1-6cbf0fc89424'], hosted agents: [] {{(pid=98980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 09:43:34.102707 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-a9184507-1745-4420-9464-c7b5100d9de7 req-8ac9fe85-10a6-4ae1-b8bb-aa6ee8b910dc tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110'] for port, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:34.127364 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4c676e-7470-4e3b-9ae0-7e60309bd168 admin admin] Network 8b0003b0-ffc2-4690-be8f-dfde9f6fb473 is scheduled to be hosted by DHCP agent b75f70a3-2745-4841-b3c1-6cbf0fc89424 with binding_index 1 {{(pid=98980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 09:43:34.141428 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:34.196282 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9184507-1745-4420-9464-c7b5100d9de7 req-8ac9fe85-10a6-4ae1-b8bb-aa6ee8b910dc tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Network 91a32b6f-094c-4ae5-a33e-942080d95ea2 is already hosted by enough agents. {{(pid=98980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:43:34.212876 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.base_scheduler [req-a9184507-1745-4420-9464-c7b5100d9de7 req-8ac9fe85-10a6-4ae1-b8bb-aa6ee8b910dc tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Resources bound (agent type, host, resource id): {{(pid=98980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:43:34.222320 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9184507-1745-4420-9464-c7b5100d9de7 req-8ac9fe85-10a6-4ae1-b8bb-aa6ee8b910dc tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Received port after_create {{(pid=98980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:43:34.227993 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9184507-1745-4420-9464-c7b5100d9de7 req-8ac9fe85-10a6-4ae1-b8bb-aa6ee8b910dc tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:34.228621 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-a9184507-1745-4420-9464-c7b5100d9de7 req-8ac9fe85-10a6-4ae1-b8bb-aa6ee8b910dc tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for port, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:34.247683 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac9fe85-10a6-4ae1-b8bb-aa6ee8b910dc tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Pushing event updated for resources: {'Port': ['ID=212e68ed-5263-48ac-8e36-722d092eb348,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:34.266809 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-8ac9fe85-10a6-4ae1-b8bb-aa6ee8b910dc tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:34.267323 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.base_scheduler [None req-7a4c676e-7470-4e3b-9ae0-7e60309bd168 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-4-iscsi, 8b0003b0-ffc2-4690-be8f-dfde9f6fb473) {{(pid=98980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:43:34.279930 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990965af-7a46-439c-89b9-0263d6957a64 None None] Network 8b0003b0-ffc2-4690-be8f-dfde9f6fb473 requested from dv-cinder-796286-4-iscsi {{(pid=98982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:43:34.312634 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4c676e-7470-4e3b-9ae0-7e60309bd168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:34.314540 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-7a4c676e-7470-4e3b-9ae0-7e60309bd168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for subnet, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:34.352019 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e888e-9285-4dca-a150-c3cb66de8334 req-711024ef-ba6b-4684-8e5d-6b837041a95c tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:34.353611 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-648e888e-9285-4dca-a150-c3cb66de8334 req-711024ef-ba6b-4684-8e5d-6b837041a95c tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6c8770-c6fd-4615-b907-311a0f581b6b HTTP/1.1" status: 200 len: 945 time: 0.2671313 Jun 16 09:43:34.413324 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] get_ports_and_sgs() called for port_ids ['87bfca89-ecc5-45ee-af99-3d67c9ed7165'] {{(pid=98982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:43:34.413864 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef98ce4-dbd9-48b7-8223-e0b758f0a7ca req-a59b7b4c-cd30-490e-bda4-d094a28ac54e tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:34.427524 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-3ef98ce4-dbd9-48b7-8223-e0b758f0a7ca req-a59b7b4c-cd30-490e-bda4-d094a28ac54e tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.49 "GET /v2.0/networks?id=5c8b8276-a881-4c68-ac89-d4ac2c936588 HTTP/1.1" status: 200 len: 810 time: 0.1821923 Jun 16 09:43:34.450087 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.notifiers.nova [req-1861336a-e616-43a2-9809-8f5fb28e30eb req-8338b295-0c93-494e-9388-dcd4bd3ed25d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c10c8bd-00cf-4789-bea3-598d82e18630 {{(pid=98980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:43:34.458809 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-1861336a-e616-43a2-9809-8f5fb28e30eb req-8338b295-0c93-494e-9388-dcd4bd3ed25d service neutron] Notify callbacks [] for port, precommit_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:34.476810 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.provisioning_blocks [req-1861336a-e616-43a2-9809-8f5fb28e30eb req-8338b295-0c93-494e-9388-dcd4bd3ed25d service neutron] Transition to ACTIVE for port object 8c10c8bd-00cf-4789-bea3-598d82e18630 will not be triggered until provisioned by entity L2. {{(pid=98980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:43:34.493377 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-a9184507-1745-4420-9464-c7b5100d9de7 req-8ac9fe85-10a6-4ae1-b8bb-aa6ee8b910dc tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1131487 Jun 16 09:43:34.493488 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] get_ports_and_sgs() called for port_ids ['6028f4d0-ae90-4017-9736-9fe8749aeb0b'] {{(pid=98982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:43:34.510580 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-7a4c676e-7470-4e3b-9ae0-7e60309bd168 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4915593 Jun 16 09:43:34.529519 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [req-a9184507-1745-4420-9464-c7b5100d9de7 req-93ac8aa9-92d0-49ce-8188-343a351bdc55 service neutron] Request body: {'port': {'device_id': 'db3d0f0a-de77-448a-b516-c5a161ed6387', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:34.543613 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-3ef98ce4-dbd9-48b7-8223-e0b758f0a7ca req-62afd514-1b0b-40cf-8ed7-1f321553ce65 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dfe9f5ef1b4a464aa32329299459c90d HTTP/1.1" status: 200 len: 377 time: 0.1012642 Jun 16 09:43:34.557978 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [req-3ef98ce4-dbd9-48b7-8223-e0b758f0a7ca req-4d855216-9d1f-43a7-b8fb-a27c415e9692 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Request body: {'port': {'device_id': '9ac9947f-d64a-404f-9082-57a7dc54032c', 'network_id': '5c8b8276-a881-4c68-ac89-d4ac2c936588', 'admin_state_up': True, 'tenant_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'security_groups': ['5dd86576-4694-420b-8dc1-4ec20ddf353f']}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:34.649480 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-a9184507-1745-4420-9464-c7b5100d9de7 req-93ac8aa9-92d0-49ce-8188-343a351bdc55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:34.680559 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-1861336a-e616-43a2-9809-8f5fb28e30eb req-8338b295-0c93-494e-9388-dcd4bd3ed25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:34.727573 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-6b9fe3a6-50f3-4d9d-9462-d464c4e3711d req-4be4f8ac-487e-492b-830a-01aad268507c tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 210 time: 0.0529799 Jun 16 09:43:34.749610 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ef98ce4-dbd9-48b7-8223-e0b758f0a7ca req-4d855216-9d1f-43a7-b8fb-a27c415e9692 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Made reservation on behalf of dfe9f5ef1b4a464aa32329299459c90d for: {'port': 1} {{(pid=98981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:43:34.756148 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-3ef98ce4-dbd9-48b7-8223-e0b758f0a7ca req-4d855216-9d1f-43a7-b8fb-a27c415e9692 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:34.801699 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91db890-2b10-456f-8de8-026c7058996a None None] Network 8b0003b0-ffc2-4690-be8f-dfde9f6fb473 requested from dv-cinder-796286-4-iscsi {{(pid=98982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:43:35.075548 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.notifiers.nova [req-a9184507-1745-4420-9464-c7b5100d9de7 req-93ac8aa9-92d0-49ce-8188-343a351bdc55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 212e68ed-5263-48ac-8e36-722d092eb348 {{(pid=98980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:43:35.081954 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.db_base_plugin_common [req-3ef98ce4-dbd9-48b7-8223-e0b758f0a7ca req-4d855216-9d1f-43a7-b8fb-a27c415e9692 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Allocated IP 172.20.0.12 (5c8b8276-a881-4c68-ac89-d4ac2c936588/d7f651ef-1612-428c-80c5-ecb2942fc3e0/1f14669b-7283-4579-8ac1-826dc91f9540) {{(pid=98981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:43:35.087016 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-a9184507-1745-4420-9464-c7b5100d9de7 req-93ac8aa9-92d0-49ce-8188-343a351bdc55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:35.104930 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.provisioning_blocks [req-a9184507-1745-4420-9464-c7b5100d9de7 req-93ac8aa9-92d0-49ce-8188-343a351bdc55 service neutron] Transition to ACTIVE for port object 212e68ed-5263-48ac-8e36-722d092eb348 will not be triggered until provisioned by entity L2. {{(pid=98980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:43:35.118259 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ca276-800a-47ae-869e-46d06ebbf420 req-af014187-76a1-4071-8f16-6e02c96764fd tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:35.122614 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-13bf8e33-c062-4a6a-8f12-dfef52b91152 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:35.128587 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-3d8ca276-800a-47ae-869e-46d06ebbf420 req-af014187-76a1-4071-8f16-6e02c96764fd tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=5dc5a926-7b73-4d35-9e4a-33caafeb25e9 HTTP/1.1" status: 200 len: 944 time: 0.1998262 Jun 16 09:43:35.235302 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-3d8ca276-800a-47ae-869e-46d06ebbf420 req-cb386474-0969-46ea-a561-f855a30bec3f tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056123 Jun 16 09:43:35.239808 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8338b295-0c93-494e-9388-dcd4bd3ed25d service neutron] Pushing event updated for resources: {'Port': ['ID=8c10c8bd-00cf-4789-bea3-598d82e18630,revision_number=2']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:35.265396 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-8338b295-0c93-494e-9388-dcd4bd3ed25d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:35.272068 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-648e888e-9285-4dca-a150-c3cb66de8334 req-061346ff-2af8-4512-b8e3-18f05e5aaf3a tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.25 "GET /v2.0/security-groups?id=53585afb-0a64-425e-ab8b-00f0425095c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9096050 Jun 16 09:43:35.272815 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-a9184507-1745-4420-9464-c7b5100d9de7 req-93ac8aa9-92d0-49ce-8188-343a351bdc55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:35.279699 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-800f23ea-a351-45ab-91ba-65d04abc25d4 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:35.439068 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.managers [req-1861336a-e616-43a2-9809-8f5fb28e30eb req-8338b295-0c93-494e-9388-dcd4bd3ed25d service neutron] Attempting to bind port 8c10c8bd-00cf-4789-bea3-598d82e18630 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:43:35.439568 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.managers [req-1861336a-e616-43a2-9809-8f5fb28e30eb req-8338b295-0c93-494e-9388-dcd4bd3ed25d service neutron] Attempting to bind port 8c10c8bd-00cf-4789-bea3-598d82e18630 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '98020f90-26bc-4339-b426-2587baf2cd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '91a32b6f-094c-4ae5-a33e-942080d95ea2'}] {{(pid=98980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:43:35.439998 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1861336a-e616-43a2-9809-8f5fb28e30eb req-8338b295-0c93-494e-9388-dcd4bd3ed25d service neutron] Attempting to bind port 8c10c8bd-00cf-4789-bea3-598d82e18630 on network 91a32b6f-094c-4ae5-a33e-942080d95ea2 {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:43:35.448238 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1861336a-e616-43a2-9809-8f5fb28e30eb req-8338b295-0c93-494e-9388-dcd4bd3ed25d service neutron] Port 8c10c8bd-00cf-4789-bea3-598d82e18630 on network 91a32b6f-094c-4ae5-a33e-942080d95ea2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 09:43:35.448536 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1861336a-e616-43a2-9809-8f5fb28e30eb req-8338b295-0c93-494e-9388-dcd4bd3ed25d service neutron] Attempting to bind port 8c10c8bd-00cf-4789-bea3-598d82e18630 on network 91a32b6f-094c-4ae5-a33e-942080d95ea2 {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:43:35.457956 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ac8aa9-92d0-49ce-8188-343a351bdc55 service neutron] Pushing event updated for resources: {'Port': ['ID=212e68ed-5263-48ac-8e36-722d092eb348,revision_number=2']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:35.462039 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-a2f5f97b-d6cc-4026-af59-01efce6417e7 req-485f774b-21b5-4706-bbdb-946226296e9e tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 210 time: 0.0379119 Jun 16 09:43:35.470046 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-93ac8aa9-92d0-49ce-8188-343a351bdc55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:35.475508 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1861336a-e616-43a2-9809-8f5fb28e30eb req-8338b295-0c93-494e-9388-dcd4bd3ed25d service neutron] Checking agent: {'id': '868dca64-f295-49d2-b561-88939e4b0d1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 41, 11), 'started_at': datetime.datetime(2021, 6, 16, 9, 41, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:43:35.476169 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1861336a-e616-43a2-9809-8f5fb28e30eb req-8338b295-0c93-494e-9388-dcd4bd3ed25d service neutron] Checking segment: {'id': '98020f90-26bc-4339-b426-2587baf2cd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '91a32b6f-094c-4ae5-a33e-942080d95ea2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:43:35.476882 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1861336a-e616-43a2-9809-8f5fb28e30eb req-8338b295-0c93-494e-9388-dcd4bd3ed25d service neutron] Bound using segment: {'id': '98020f90-26bc-4339-b426-2587baf2cd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '91a32b6f-094c-4ae5-a33e-942080d95ea2'} {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:43:35.477576 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.managers [req-1861336a-e616-43a2-9809-8f5fb28e30eb req-8338b295-0c93-494e-9388-dcd4bd3ed25d service neutron] Bound port: 8c10c8bd-00cf-4789-bea3-598d82e18630, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98020f90-26bc-4339-b426-2587baf2cd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '91a32b6f-094c-4ae5-a33e-942080d95ea2'}}] {{(pid=98980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:43:35.478146 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-1861336a-e616-43a2-9809-8f5fb28e30eb req-8338b295-0c93-494e-9388-dcd4bd3ed25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:35.478417 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-3ef98ce4-dbd9-48b7-8223-e0b758f0a7ca req-4d855216-9d1f-43a7-b8fb-a27c415e9692 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks [] for port, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:35.503256 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.provisioning_blocks [req-3ef98ce4-dbd9-48b7-8223-e0b758f0a7ca req-4d855216-9d1f-43a7-b8fb-a27c415e9692 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Transition to ACTIVE for port object 1f14669b-7283-4579-8ac1-826dc91f9540 will not be triggered until provisioned by entity DHCP. {{(pid=98981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:43:35.576914 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.managers [req-a9184507-1745-4420-9464-c7b5100d9de7 req-93ac8aa9-92d0-49ce-8188-343a351bdc55 service neutron] Attempting to bind port 212e68ed-5263-48ac-8e36-722d092eb348 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:43:35.577329 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.managers [req-a9184507-1745-4420-9464-c7b5100d9de7 req-93ac8aa9-92d0-49ce-8188-343a351bdc55 service neutron] Attempting to bind port 212e68ed-5263-48ac-8e36-722d092eb348 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '98020f90-26bc-4339-b426-2587baf2cd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '91a32b6f-094c-4ae5-a33e-942080d95ea2'}] {{(pid=98980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:43:35.577568 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9184507-1745-4420-9464-c7b5100d9de7 req-93ac8aa9-92d0-49ce-8188-343a351bdc55 service neutron] Attempting to bind port 212e68ed-5263-48ac-8e36-722d092eb348 on network 91a32b6f-094c-4ae5-a33e-942080d95ea2 {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:43:35.588329 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9184507-1745-4420-9464-c7b5100d9de7 req-93ac8aa9-92d0-49ce-8188-343a351bdc55 service neutron] Port 212e68ed-5263-48ac-8e36-722d092eb348 on network 91a32b6f-094c-4ae5-a33e-942080d95ea2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 09:43:35.588845 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9184507-1745-4420-9464-c7b5100d9de7 req-93ac8aa9-92d0-49ce-8188-343a351bdc55 service neutron] Attempting to bind port 212e68ed-5263-48ac-8e36-722d092eb348 on network 91a32b6f-094c-4ae5-a33e-942080d95ea2 {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:43:35.615740 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9184507-1745-4420-9464-c7b5100d9de7 req-93ac8aa9-92d0-49ce-8188-343a351bdc55 service neutron] Checking agent: {'id': '868dca64-f295-49d2-b561-88939e4b0d1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 41, 11), 'started_at': datetime.datetime(2021, 6, 16, 9, 41, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:43:35.616071 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9184507-1745-4420-9464-c7b5100d9de7 req-93ac8aa9-92d0-49ce-8188-343a351bdc55 service neutron] Checking segment: {'id': '98020f90-26bc-4339-b426-2587baf2cd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '91a32b6f-094c-4ae5-a33e-942080d95ea2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:43:35.620678 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9184507-1745-4420-9464-c7b5100d9de7 req-93ac8aa9-92d0-49ce-8188-343a351bdc55 service neutron] Bound using segment: {'id': '98020f90-26bc-4339-b426-2587baf2cd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '91a32b6f-094c-4ae5-a33e-942080d95ea2'} {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:43:35.620678 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.managers [req-a9184507-1745-4420-9464-c7b5100d9de7 req-93ac8aa9-92d0-49ce-8188-343a351bdc55 service neutron] Bound port: 212e68ed-5263-48ac-8e36-722d092eb348, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98020f90-26bc-4339-b426-2587baf2cd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '91a32b6f-094c-4ae5-a33e-942080d95ea2'}}] {{(pid=98980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:43:35.620678 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-a9184507-1745-4420-9464-c7b5100d9de7 req-93ac8aa9-92d0-49ce-8188-343a351bdc55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:35.654256 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-3ef98ce4-dbd9-48b7-8223-e0b758f0a7ca req-4d855216-9d1f-43a7-b8fb-a27c415e9692 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110'] for port, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:35.659679 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:35.710338 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ef98ce4-dbd9-48b7-8223-e0b758f0a7ca req-4d855216-9d1f-43a7-b8fb-a27c415e9692 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Network 5c8b8276-a881-4c68-ac89-d4ac2c936588 is already hosted by enough agents. {{(pid=98981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:43:35.714212 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.base_scheduler [req-3ef98ce4-dbd9-48b7-8223-e0b758f0a7ca req-4d855216-9d1f-43a7-b8fb-a27c415e9692 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Resources bound (agent type, host, resource id): {{(pid=98981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:43:35.721020 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ef98ce4-dbd9-48b7-8223-e0b758f0a7ca req-4d855216-9d1f-43a7-b8fb-a27c415e9692 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Received port after_create {{(pid=98981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:43:35.726768 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef98ce4-dbd9-48b7-8223-e0b758f0a7ca req-4d855216-9d1f-43a7-b8fb-a27c415e9692 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:35.727654 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-3ef98ce4-dbd9-48b7-8223-e0b758f0a7ca req-4d855216-9d1f-43a7-b8fb-a27c415e9692 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for port, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:35.748919 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d855216-9d1f-43a7-b8fb-a27c415e9692 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Pushing event updated for resources: {'Port': ['ID=1f14669b-7283-4579-8ac1-826dc91f9540,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:35.767604 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-4d855216-9d1f-43a7-b8fb-a27c415e9692 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:35.876339 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.db [req-1861336a-e616-43a2-9809-8f5fb28e30eb req-8338b295-0c93-494e-9388-dcd4bd3ed25d service neutron] For port 8c10c8bd-00cf-4789-bea3-598d82e18630, host hv-cinder-79628, cleared binding levels {{(pid=98980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:43:35.887195 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-3ef98ce4-dbd9-48b7-8223-e0b758f0a7ca req-4d855216-9d1f-43a7-b8fb-a27c415e9692 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3356056 Jun 16 09:43:35.905332 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b83f949-1848-49e0-91b6-4bc74cb159d4 req-a7c98f7f-44ae-45a9-8008-ac9ef102c751 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:35.906920 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-6b83f949-1848-49e0-91b6-4bc74cb159d4 req-a7c98f7f-44ae-45a9-8008-ac9ef102c751 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 943 time: 0.4083405 Jun 16 09:43:35.908948 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.db [req-1861336a-e616-43a2-9809-8f5fb28e30eb req-8338b295-0c93-494e-9388-dcd4bd3ed25d service neutron] For port 8c10c8bd-00cf-4789-bea3-598d82e18630, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8c10c8bd-00cf-4789-bea3-598d82e18630,segment=NetworkSegment(98020f90-26bc-4339-b426-2587baf2cd84),segment_id=98020f90-26bc-4339-b426-2587baf2cd84)] {{(pid=98980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:43:35.912177 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [req-3ef98ce4-dbd9-48b7-8223-e0b758f0a7ca req-25121a0b-d054-4d12-b70f-77c431d64037 service neutron] Request body: {'port': {'device_id': '9ac9947f-d64a-404f-9082-57a7dc54032c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:36.039495 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-6b83f949-1848-49e0-91b6-4bc74cb159d4 req-95d6d383-0704-4f6c-a8ae-b48762e0c8d5 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223161 Jun 16 09:43:36.045521 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.db [req-a9184507-1745-4420-9464-c7b5100d9de7 req-93ac8aa9-92d0-49ce-8188-343a351bdc55 service neutron] For port 212e68ed-5263-48ac-8e36-722d092eb348, host hv-cinder-79628, cleared binding levels {{(pid=98980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:43:36.049162 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.db [req-a9184507-1745-4420-9464-c7b5100d9de7 req-93ac8aa9-92d0-49ce-8188-343a351bdc55 service neutron] For port 212e68ed-5263-48ac-8e36-722d092eb348, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=212e68ed-5263-48ac-8e36-722d092eb348,segment=NetworkSegment(98020f90-26bc-4339-b426-2587baf2cd84),segment_id=98020f90-26bc-4339-b426-2587baf2cd84)] {{(pid=98980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:43:36.090714 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-3ef98ce4-dbd9-48b7-8223-e0b758f0a7ca req-25121a0b-d054-4d12-b70f-77c431d64037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:36.127474 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-972cb97b-ed10-48b0-a454-ed36631b15f1 None None] Provisioning for port 1f14669b-7283-4579-8ac1-826dc91f9540 completed by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:43:36.131404 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-972cb97b-ed10-48b0-a454-ed36631b15f1 None None] Provisioning complete for port 1f14669b-7283-4579-8ac1-826dc91f9540 triggered by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:43:36.132631 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-972cb97b-ed10-48b0-a454-ed36631b15f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:36.136236 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-1861336a-e616-43a2-9809-8f5fb28e30eb req-8338b295-0c93-494e-9388-dcd4bd3ed25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:36.140446 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-93ac8aa9-92d0-49ce-8188-343a351bdc55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:36.150837 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0862d-87de-4415-aa46-153703df3e33 req-e377525a-10b2-48f3-9cb7-a473f8822a70 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:36.153495 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-8ef0862d-87de-4415-aa46-153703df3e33 req-e377525a-10b2-48f3-9cb7-a473f8822a70 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 932 time: 0.1294169 Jun 16 09:43:36.187588 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861336a-e616-43a2-9809-8f5fb28e30eb req-8338b295-0c93-494e-9388-dcd4bd3ed25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:36.189248 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-1861336a-e616-43a2-9809-8f5fb28e30eb req-8338b295-0c93-494e-9388-dcd4bd3ed25d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for port, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:36.190480 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-1861336a-e616-43a2-9809-8f5fb28e30eb req-8338b295-0c93-494e-9388-dcd4bd3ed25d service neutron] 10.222.0.49 "PUT /v2.0/ports/8c10c8bd-00cf-4789-bea3-598d82e18630 HTTP/1.1" status: 200 len: 1093 time: 2.4565585 Jun 16 09:43:36.193522 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e04040a4-5c47-4752-a18e-65e014b80ebb', 'tag': '8c10c8bd-00cf-4789-bea3-598d82e18630'}] {{(pid=98980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:43:36.195743 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f334069be3519ec184138b23d582e39f65c0d47b6cef299b3d1a0596e5c2100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe1e708-f53f-42cf-9354-9aff7083961c" -d '{"events": [{"name": "network-changed", "server_uuid": "e04040a4-5c47-4752-a18e-65e014b80ebb", "tag": "8c10c8bd-00cf-4789-bea3-598d82e18630"}]}' {{(pid=98980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:43:36.223611 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8338b295-0c93-494e-9388-dcd4bd3ed25d service neutron] Pushing event updated for resources: {'Port': ['ID=8c10c8bd-00cf-4789-bea3-598d82e18630,revision_number=3']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:36.236642 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-8338b295-0c93-494e-9388-dcd4bd3ed25d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:36.239787 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b97d3ee-d7b2-4bb2-9042-8806ac5269f0 x-openstack-request-id: req-4b97d3ee-d7b2-4bb2-9042-8806ac5269f0 {{(pid=98980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:43:36.240159 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e04040a4-5c47-4752-a18e-65e014b80ebb", "tag": "8c10c8bd-00cf-4789-bea3-598d82e18630", "status": "completed", "code": 200}]} {{(pid=98980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:43:36.240488 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4b97d3ee-d7b2-4bb2-9042-8806ac5269f0 {{(pid=98980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:43:36.240953 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e04040a4-5c47-4752-a18e-65e014b80ebb', 'tag': '8c10c8bd-00cf-4789-bea3-598d82e18630', 'status': 'completed', 'code': 200} Jun 16 09:43:36.248564 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-a9184507-1745-4420-9464-c7b5100d9de7 req-93ac8aa9-92d0-49ce-8188-343a351bdc55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:36.253412 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-8ac9fe85-10a6-4ae1-b8bb-aa6ee8b910dc tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:36.288097 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-8ef0862d-87de-4415-aa46-153703df3e33 req-07b5c643-0e2a-405e-9691-f87038ce095d tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1188040 Jun 16 09:43:36.318471 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-972cb97b-ed10-48b0-a454-ed36631b15f1 None None] Port 1f14669b-7283-4579-8ac1-826dc91f9540 cannot update to ACTIVE because it is not bound. {{(pid=98982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 09:43:36.323923 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ac8aa9-92d0-49ce-8188-343a351bdc55 service neutron] Pushing event updated for resources: {'Port': ['ID=212e68ed-5263-48ac-8e36-722d092eb348,revision_number=3']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:36.327228 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-93ac8aa9-92d0-49ce-8188-343a351bdc55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:36.335746 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9184507-1745-4420-9464-c7b5100d9de7 req-93ac8aa9-92d0-49ce-8188-343a351bdc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:36.336354 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-a9184507-1745-4420-9464-c7b5100d9de7 req-93ac8aa9-92d0-49ce-8188-343a351bdc55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for port, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:36.337902 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-a9184507-1745-4420-9464-c7b5100d9de7 req-93ac8aa9-92d0-49ce-8188-343a351bdc55 service neutron] 10.222.0.49 "PUT /v2.0/ports/212e68ed-5263-48ac-8e36-722d092eb348 HTTP/1.1" status: 200 len: 1093 time: 1.8227806 Jun 16 09:43:36.536832 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a392156-a57a-42ca-a20e-a41bef9e700b req-d69b4263-d3ca-4de7-b17b-a753cb118fd5 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:36.538442 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-0a392156-a57a-42ca-a20e-a41bef9e700b req-d69b4263-d3ca-4de7-b17b-a753cb118fd5 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=5dc5a926-7b73-4d35-9e4a-33caafeb25e9 HTTP/1.1" status: 200 len: 944 time: 0.0922384 Jun 16 09:43:36.548650 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.notifiers.nova [req-3ef98ce4-dbd9-48b7-8223-e0b758f0a7ca req-25121a0b-d054-4d12-b70f-77c431d64037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f14669b-7283-4579-8ac1-826dc91f9540 {{(pid=98981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:43:36.560245 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-3ef98ce4-dbd9-48b7-8223-e0b758f0a7ca req-25121a0b-d054-4d12-b70f-77c431d64037 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:36.569677 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c525837-1443-4b34-bad3-42ef06f09a49 req-1335dcea-a35b-4a56-b729-b9b371be8d7c tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:36.579354 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-5c525837-1443-4b34-bad3-42ef06f09a49 req-1335dcea-a35b-4a56-b729-b9b371be8d7c tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6c8770-c6fd-4615-b907-311a0f581b6b HTTP/1.1" status: 200 len: 945 time: 0.1419866 Jun 16 09:43:36.596658 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-0a392156-a57a-42ca-a20e-a41bef9e700b req-91e69752-1381-4840-9ca9-c234eb139fb1 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499060 Jun 16 09:43:36.605104 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.provisioning_blocks [req-3ef98ce4-dbd9-48b7-8223-e0b758f0a7ca req-25121a0b-d054-4d12-b70f-77c431d64037 service neutron] Transition to ACTIVE for port object 1f14669b-7283-4579-8ac1-826dc91f9540 will not be triggered until provisioned by entity L2. {{(pid=98981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:43:36.622799 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-5c525837-1443-4b34-bad3-42ef06f09a49 req-138b3db6-f15a-4faf-94c2-23b87aa7ddab tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.25 "GET /v2.0/security-groups?id=53585afb-0a64-425e-ab8b-00f0425095c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425780 Jun 16 09:43:36.728095 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-a27c76eb-8741-433a-b358-d734315ba528 req-3a29ac10-7d6a-4bef-91eb-df0f7d8e52c4 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 210 time: 0.0290842 Jun 16 09:43:36.759447 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-3ef98ce4-dbd9-48b7-8223-e0b758f0a7ca req-25121a0b-d054-4d12-b70f-77c431d64037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:36.762225 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:36.854410 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25121a0b-d054-4d12-b70f-77c431d64037 service neutron] Pushing event updated for resources: {'Port': ['ID=1f14669b-7283-4579-8ac1-826dc91f9540,revision_number=2']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:36.861242 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-25121a0b-d054-4d12-b70f-77c431d64037 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:36.901806 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.managers [req-3ef98ce4-dbd9-48b7-8223-e0b758f0a7ca req-25121a0b-d054-4d12-b70f-77c431d64037 service neutron] Attempting to bind port 1f14669b-7283-4579-8ac1-826dc91f9540 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=98981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:43:36.902124 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.managers [req-3ef98ce4-dbd9-48b7-8223-e0b758f0a7ca req-25121a0b-d054-4d12-b70f-77c431d64037 service neutron] Attempting to bind port 1f14669b-7283-4579-8ac1-826dc91f9540 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'b89fa4bb-9b9b-47e0-a491-864722251830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5c8b8276-a881-4c68-ac89-d4ac2c936588'}] {{(pid=98981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:43:36.902444 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef98ce4-dbd9-48b7-8223-e0b758f0a7ca req-25121a0b-d054-4d12-b70f-77c431d64037 service neutron] Attempting to bind port 1f14669b-7283-4579-8ac1-826dc91f9540 on network 5c8b8276-a881-4c68-ac89-d4ac2c936588 {{(pid=98981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:43:36.907572 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef98ce4-dbd9-48b7-8223-e0b758f0a7ca req-25121a0b-d054-4d12-b70f-77c431d64037 service neutron] Port 1f14669b-7283-4579-8ac1-826dc91f9540 on network 5c8b8276-a881-4c68-ac89-d4ac2c936588 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=98981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 09:43:36.907887 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef98ce4-dbd9-48b7-8223-e0b758f0a7ca req-25121a0b-d054-4d12-b70f-77c431d64037 service neutron] Attempting to bind port 1f14669b-7283-4579-8ac1-826dc91f9540 on network 5c8b8276-a881-4c68-ac89-d4ac2c936588 {{(pid=98981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:43:36.913844 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef98ce4-dbd9-48b7-8223-e0b758f0a7ca req-25121a0b-d054-4d12-b70f-77c431d64037 service neutron] Checking agent: {'id': '868dca64-f295-49d2-b561-88939e4b0d1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 41, 11), 'started_at': datetime.datetime(2021, 6, 16, 9, 41, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:43:36.914225 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef98ce4-dbd9-48b7-8223-e0b758f0a7ca req-25121a0b-d054-4d12-b70f-77c431d64037 service neutron] Checking segment: {'id': 'b89fa4bb-9b9b-47e0-a491-864722251830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5c8b8276-a881-4c68-ac89-d4ac2c936588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:43:36.914601 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef98ce4-dbd9-48b7-8223-e0b758f0a7ca req-25121a0b-d054-4d12-b70f-77c431d64037 service neutron] Bound using segment: {'id': 'b89fa4bb-9b9b-47e0-a491-864722251830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5c8b8276-a881-4c68-ac89-d4ac2c936588'} {{(pid=98981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:43:36.915125 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.managers [req-3ef98ce4-dbd9-48b7-8223-e0b758f0a7ca req-25121a0b-d054-4d12-b70f-77c431d64037 service neutron] Bound port: 1f14669b-7283-4579-8ac1-826dc91f9540, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b89fa4bb-9b9b-47e0-a491-864722251830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5c8b8276-a881-4c68-ac89-d4ac2c936588'}}] {{(pid=98981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:43:36.915578 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-3ef98ce4-dbd9-48b7-8223-e0b758f0a7ca req-25121a0b-d054-4d12-b70f-77c431d64037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:36.990158 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.db [req-3ef98ce4-dbd9-48b7-8223-e0b758f0a7ca req-25121a0b-d054-4d12-b70f-77c431d64037 service neutron] For port 1f14669b-7283-4579-8ac1-826dc91f9540, host hv-cinder-79628, cleared binding levels {{(pid=98981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:43:36.993222 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.db [req-3ef98ce4-dbd9-48b7-8223-e0b758f0a7ca req-25121a0b-d054-4d12-b70f-77c431d64037 service neutron] For port 1f14669b-7283-4579-8ac1-826dc91f9540, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1f14669b-7283-4579-8ac1-826dc91f9540,segment=NetworkSegment(b89fa4bb-9b9b-47e0-a491-864722251830),segment_id=b89fa4bb-9b9b-47e0-a491-864722251830)] {{(pid=98981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:43:37.011815 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.agents_db [None req-3560065e-ea11-4ff4-820f-b568c2ca0093 None None] Agent healthcheck: found 6 active agents {{(pid=98983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:43:37.097123 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-3ef98ce4-dbd9-48b7-8223-e0b758f0a7ca req-25121a0b-d054-4d12-b70f-77c431d64037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:37.099903 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-bbb7d100-5f7a-4f73-ae98-07419a430365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:37.140735 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef98ce4-dbd9-48b7-8223-e0b758f0a7ca req-25121a0b-d054-4d12-b70f-77c431d64037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:37.141570 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-3ef98ce4-dbd9-48b7-8223-e0b758f0a7ca req-25121a0b-d054-4d12-b70f-77c431d64037 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for port, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:37.142768 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-3ef98ce4-dbd9-48b7-8223-e0b758f0a7ca req-25121a0b-d054-4d12-b70f-77c431d64037 service neutron] 10.222.0.49 "PUT /v2.0/ports/1f14669b-7283-4579-8ac1-826dc91f9540 HTTP/1.1" status: 200 len: 1094 time: 1.2400329 Jun 16 09:43:37.143303 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ac9947f-d64a-404f-9082-57a7dc54032c', 'tag': '1f14669b-7283-4579-8ac1-826dc91f9540'}] {{(pid=98981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:43:37.145655 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18eb52cff4d517b1dce9432e7e66d3e16844a09bb405b8b8e4b50ca476568750" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef3322e-ff98-4650-9185-70ec95f02db6" -d '{"events": [{"name": "network-changed", "server_uuid": "9ac9947f-d64a-404f-9082-57a7dc54032c", "tag": "1f14669b-7283-4579-8ac1-826dc91f9540"}]}' {{(pid=98981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:43:37.203185 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c08ce59-3ee0-44b2-9ade-62b62f105af2 x-openstack-request-id: req-4c08ce59-3ee0-44b2-9ade-62b62f105af2 {{(pid=98981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:43:37.203512 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ac9947f-d64a-404f-9082-57a7dc54032c", "tag": "1f14669b-7283-4579-8ac1-826dc91f9540", "status": "completed", "code": 200}]} {{(pid=98981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:43:37.203765 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4c08ce59-3ee0-44b2-9ade-62b62f105af2 {{(pid=98981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:43:37.204178 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ac9947f-d64a-404f-9082-57a7dc54032c', 'tag': '1f14669b-7283-4579-8ac1-826dc91f9540', 'status': 'completed', 'code': 200} Jun 16 09:43:37.205042 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25121a0b-d054-4d12-b70f-77c431d64037 service neutron] Pushing event updated for resources: {'Port': ['ID=1f14669b-7283-4579-8ac1-826dc91f9540,revision_number=3']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:37.208770 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-25121a0b-d054-4d12-b70f-77c431d64037 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:37.248688 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d610a-1aaa-418b-86d5-3b01974c4464 req-19ff96dc-4a43-484f-9bc3-88ff5cdd296c tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:37.250314 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-7a0d610a-1aaa-418b-86d5-3b01974c4464 req-19ff96dc-4a43-484f-9bc3-88ff5cdd296c tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 943 time: 0.0854971 Jun 16 09:43:37.294416 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-7a0d610a-1aaa-418b-86d5-3b01974c4464 req-3ead0e75-bb9d-4ef2-b655-ff6fdcd9ce88 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381250 Jun 16 09:43:37.490542 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be6580-7f74-4f33-8589-021187480c1e req-864cd90b-7caa-4658-8897-f9484d4d2778 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:37.492110 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-b3be6580-7f74-4f33-8589-021187480c1e req-864cd90b-7caa-4658-8897-f9484d4d2778 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 944 time: 0.0672886 Jun 16 09:43:37.530412 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-b3be6580-7f74-4f33-8589-021187480c1e req-61bbf800-f0a6-40a2-b20d-824f5db0a6f7 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0324764 Jun 16 09:43:37.775978 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e13615-274c-4395-88ec-84587b97de4a req-61e606de-16fe-408e-8b52-eb324a00f685 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:37.777946 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-a9e13615-274c-4395-88ec-84587b97de4a req-61e606de-16fe-408e-8b52-eb324a00f685 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=5dc5a926-7b73-4d35-9e4a-33caafeb25e9 HTTP/1.1" status: 200 len: 944 time: 0.0645690 Jun 16 09:43:37.805288 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba50f0ab-e7e9-435b-b10a-93bc0dfc1c7d req-af8dd12f-a7bb-4940-926f-a464adb55968 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:37.806802 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-ba50f0ab-e7e9-435b-b10a-93bc0dfc1c7d req-af8dd12f-a7bb-4940-926f-a464adb55968 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6c8770-c6fd-4615-b907-311a0f581b6b HTTP/1.1" status: 200 len: 945 time: 0.0649545 Jun 16 09:43:37.816247 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-a9e13615-274c-4395-88ec-84587b97de4a req-a350aa7b-81a8-4a90-92b8-a4d4c30213d8 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325782 Jun 16 09:43:37.855573 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-ba50f0ab-e7e9-435b-b10a-93bc0dfc1c7d req-0d5e3ea6-55d2-4a5a-83c2-f6c11340213c tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.25 "GET /v2.0/security-groups?id=53585afb-0a64-425e-ab8b-00f0425095c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429296 Jun 16 09:43:37.956143 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-07d14c26-81b7-4639-ad02-6dbffcf05226 req-0bf7135c-c8e3-463d-bc8c-ad88bd3209f2 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 210 time: 0.0322428 Jun 16 09:43:38.241818 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db3d0f0a-de77-448a-b516-c5a161ed6387', 'tag': '212e68ed-5263-48ac-8e36-722d092eb348'}] {{(pid=98980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:43:38.244305 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f334069be3519ec184138b23d582e39f65c0d47b6cef299b3d1a0596e5c2100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22d7112-97fc-4257-8857-958e59295fdf" -d '{"events": [{"name": "network-changed", "server_uuid": "db3d0f0a-de77-448a-b516-c5a161ed6387", "tag": "212e68ed-5263-48ac-8e36-722d092eb348"}]}' {{(pid=98980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:43:38.285653 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0ee8e2-b26f-4551-911b-80e4c67f5487 x-openstack-request-id: req-dc0ee8e2-b26f-4551-911b-80e4c67f5487 {{(pid=98980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:43:38.285965 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db3d0f0a-de77-448a-b516-c5a161ed6387", "tag": "212e68ed-5263-48ac-8e36-722d092eb348", "status": "completed", "code": 200}]} {{(pid=98980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:43:38.286262 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dc0ee8e2-b26f-4551-911b-80e4c67f5487 {{(pid=98980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:43:38.286668 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db3d0f0a-de77-448a-b516-c5a161ed6387', 'tag': '212e68ed-5263-48ac-8e36-722d092eb348', 'status': 'completed', 'code': 200} Jun 16 09:43:38.467950 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751016c-17cb-472f-b47e-a501ed3bed21 req-32820d97-2358-4dc3-8e61-bdf2e03939b3 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:38.469380 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-b751016c-17cb-472f-b47e-a501ed3bed21 req-32820d97-2358-4dc3-8e61-bdf2e03939b3 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 943 time: 0.0628428 Jun 16 09:43:38.508264 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-b751016c-17cb-472f-b47e-a501ed3bed21 req-4eb25122-49b9-4878-ae13-679aadd48804 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331376 Jun 16 09:43:38.716963 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a77546-fd33-4b94-a372-a518ed721d61 req-3c6c73cd-23f5-4d5d-b2f1-50e52ce4f17b tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:38.718437 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-75a77546-fd33-4b94-a372-a518ed721d61 req-3c6c73cd-23f5-4d5d-b2f1-50e52ce4f17b tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 944 time: 0.0640960 Jun 16 09:43:38.763449 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-75a77546-fd33-4b94-a372-a518ed721d61 req-a9e2bbb4-d030-42ae-8f3a-fcaa2881fd9e tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0392413 Jun 16 09:43:38.996800 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fbddc1-e226-490c-a7c8-a1f6277a3d16 req-6e518049-e181-4bb6-96f4-d5a61267d944 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:38.998281 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-55fbddc1-e226-490c-a7c8-a1f6277a3d16 req-6e518049-e181-4bb6-96f4-d5a61267d944 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=5dc5a926-7b73-4d35-9e4a-33caafeb25e9 HTTP/1.1" status: 200 len: 944 time: 0.0629733 Jun 16 09:43:39.036289 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 87bfca89-ecc5-45ee-af99-3d67c9ed7165 up at agent hyperv_hv-cinder-79628 {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:43:39.043533 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-55fbddc1-e226-490c-a7c8-a1f6277a3d16 req-d621b1cb-7594-4873-965a-5ad29e54a75e tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394721 Jun 16 09:43:39.050264 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0e641-6813-4797-8285-18d807bbacf7 req-6d2693d8-8937-43cc-bc37-3dffef134ee2 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:39.052525 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-8bf0e641-6813-4797-8285-18d807bbacf7 req-6d2693d8-8937-43cc-bc37-3dffef134ee2 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6c8770-c6fd-4615-b907-311a0f581b6b HTTP/1.1" status: 200 len: 945 time: 0.0698817 Jun 16 09:43:39.106121 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-8bf0e641-6813-4797-8285-18d807bbacf7 req-99188ead-f0a9-4ca5-8884-e0645a0ef1cc tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.25 "GET /v2.0/security-groups?id=53585afb-0a64-425e-ab8b-00f0425095c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462584 Jun 16 09:43:39.188097 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Provisioning for port 87bfca89-ecc5-45ee-af99-3d67c9ed7165 completed by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:43:39.192220 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Provisioning complete for port 87bfca89-ecc5-45ee-af99-3d67c9ed7165 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:43:39.196531 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:39.196662 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-808bf859-8c1d-463a-9e90-a846ae54144e req-aa376f04-9881-4aa4-88f8-01fc6b0cd544 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 210 time: 0.0329163 Jun 16 09:43:39.286405 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:39.310359 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc5a926-7b73-4d35-9e4a-33caafeb25e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87bfca89-ecc5-45ee-af99-3d67c9ed7165'}] {{(pid=98982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:43:39.335341 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bada2b9-1f10-4216-ba60-126a0ddc6c31 req-e4a5d764-1728-4247-b575-4610a5bee107 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:39.336802 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-5bada2b9-1f10-4216-ba60-126a0ddc6c31 req-e4a5d764-1728-4247-b575-4610a5bee107 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.49 "GET /v2.0/networks?id=b643789e-234a-40e9-b489-894119bc4f89 HTTP/1.1" status: 200 len: 816 time: 0.1076903 Jun 16 09:43:39.395370 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 87bfca89-ecc5-45ee-af99-3d67c9ed7165, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=87bfca89-ecc5-45ee-af99-3d67c9ed7165,segment=NetworkSegment(36c94873-002f-4ad3-a0a4-ed02eb70eb5a),segment_id=36c94873-002f-4ad3-a0a4-ed02eb70eb5a)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:43:39.435485 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-5bada2b9-1f10-4216-ba60-126a0ddc6c31 req-f57f5835-e3b9-421b-abc2-700f83edef1a tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5476756cec74ac89980f811e6b4c64a HTTP/1.1" status: 200 len: 379 time: 0.0517969 Jun 16 09:43:39.450079 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.49', 65169) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:39.454130 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [req-5bada2b9-1f10-4216-ba60-126a0ddc6c31 req-e7e79376-984d-4b0b-96a0-3c061257f3f3 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Request body: {'port': {'device_id': '7907a93c-47c0-4567-9871-4798aae2fd88', 'network_id': 'b643789e-234a-40e9-b489-894119bc4f89', 'admin_state_up': True, 'tenant_id': 'f5476756cec74ac89980f811e6b4c64a', 'security_groups': ['dc2069c1-0cb8-41d6-acb5-c7399a4a5c43']}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:39.492847 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d7112-97fc-4257-8857-958e59295fdf req-be0a9b04-530a-4087-b251-42f7d4b97fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:39.494470 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-c22d7112-97fc-4257-8857-958e59295fdf req-be0a9b04-530a-4087-b251-42f7d4b97fcd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3aab2d6845c34f44bdcaf8eb3cec5927&device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 1096 time: 0.0608132 Jun 16 09:43:39.506725 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4f9cc304a916b9d47f5f8bf5758f709c886eea9513b83351d26ab7408c86625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb86c38-7394-4212-a43a-aa7c18166a5c" -d '{"events": [{"server_uuid": "5dc5a926-7b73-4d35-9e4a-33caafeb25e9", "name": "network-vif-plugged", "status": "completed", "tag": "87bfca89-ecc5-45ee-af99-3d67c9ed7165"}]}' {{(pid=98982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:43:39.510651 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:39.512184 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 6028f4d0-ae90-4017-9736-9fe8749aeb0b up at agent hyperv_hv-cinder-79628 {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:43:39.515095 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-f3c498a2-55c4-4103-a46c-b220a5365033 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:39.616170 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Pushing event updated for resources: {'Port': ['ID=87bfca89-ecc5-45ee-af99-3d67c9ed7165,revision_number=5']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:39.628676 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:39.657854 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9773e838-26d0-40d3-9812-fae7358155f4 x-openstack-request-id: req-9773e838-26d0-40d3-9812-fae7358155f4 {{(pid=98982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:43:39.658607 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc5a926-7b73-4d35-9e4a-33caafeb25e9", "name": "network-vif-plugged", "status": "completed", "tag": "87bfca89-ecc5-45ee-af99-3d67c9ed7165", "code": 200}]} {{(pid=98982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:43:39.658870 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9773e838-26d0-40d3-9812-fae7358155f4 {{(pid=98982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:43:39.659598 dv-cinder-796286-4-iscsi neutron-server[98982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc5a926-7b73-4d35-9e4a-33caafeb25e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87bfca89-ecc5-45ee-af99-3d67c9ed7165', 'code': 200} Jun 16 09:43:39.729451 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe1e708-f53f-42cf-9354-9aff7083961c req-c57ce871-5b1b-4388-859d-303791d642da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:39.730992 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-dfe1e708-f53f-42cf-9354-9aff7083961c req-c57ce871-5b1b-4388-859d-303791d642da service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3aab2d6845c34f44bdcaf8eb3cec5927&device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 1096 time: 0.2726979 Jun 16 09:43:39.745874 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Provisioning for port 6028f4d0-ae90-4017-9736-9fe8749aeb0b completed by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:43:39.751849 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Provisioning complete for port 6028f4d0-ae90-4017-9736-9fe8749aeb0b triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:43:39.759859 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:39.760023 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef3322e-ff98-4650-9185-70ec95f02db6 req-1db1aebb-0d26-4461-b440-0dbd0508f9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:39.761030 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-cef3322e-ff98-4650-9185-70ec95f02db6 req-1db1aebb-0d26-4461-b440-0dbd0508f9eb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dfe9f5ef1b4a464aa32329299459c90d&device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 1097 time: 0.3026659 Jun 16 09:43:39.857034 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d7112-97fc-4257-8857-958e59295fdf req-6211002f-b195-4f14-8712-bc7a8230c617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:39.858818 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-c22d7112-97fc-4257-8857-958e59295fdf req-6211002f-b195-4f14-8712-bc7a8230c617 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=3aab2d6845c34f44bdcaf8eb3cec5927&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3495407 Jun 16 09:43:39.873135 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96384c39-a5ef-4169-9664-f1bdb6bc04cf req-18e37679-bd50-41b8-8651-99e2effc5235 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:39.874795 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-96384c39-a5ef-4169-9664-f1bdb6bc04cf req-18e37679-bd50-41b8-8651-99e2effc5235 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 943 time: 0.1352828 Jun 16 09:43:39.920034 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:39.993990 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 6028f4d0-ae90-4017-9736-9fe8749aeb0b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6028f4d0-ae90-4017-9736-9fe8749aeb0b,segment=NetworkSegment(0e8ebde0-1e77-4fe5-8cde-8a02c6b30504),segment_id=0e8ebde0-1e77-4fe5-8cde-8a02c6b30504)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:43:40.083424 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bada2b9-1f10-4216-ba60-126a0ddc6c31 req-e7e79376-984d-4b0b-96a0-3c061257f3f3 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Made reservation on behalf of f5476756cec74ac89980f811e6b4c64a for: {'port': 1} {{(pid=98980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:43:40.087435 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-5bada2b9-1f10-4216-ba60-126a0ddc6c31 req-e7e79376-984d-4b0b-96a0-3c061257f3f3 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:40.170831 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:40.172772 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:40.231130 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Pushing event updated for resources: {'Port': ['ID=6028f4d0-ae90-4017-9736-9fe8749aeb0b,revision_number=5']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:40.235075 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:40.263385 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-96384c39-a5ef-4169-9664-f1bdb6bc04cf req-eff15c81-45a5-4a8f-a316-5bcfa9e81728 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3798382 Jun 16 09:43:40.270755 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe1e708-f53f-42cf-9354-9aff7083961c req-20cedf9c-64d9-48c0-bc08-eed277ab672c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:40.272220 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-dfe1e708-f53f-42cf-9354-9aff7083961c req-20cedf9c-64d9-48c0-bc08-eed277ab672c service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=3aab2d6845c34f44bdcaf8eb3cec5927&shared=False HTTP/1.1" status: 200 len: 919 time: 0.5058892 Jun 16 09:43:40.277557 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef3322e-ff98-4650-9185-70ec95f02db6 req-f798be52-88dd-4c9e-8e2c-6c8243e16406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:40.279007 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-cef3322e-ff98-4650-9185-70ec95f02db6 req-f798be52-88dd-4c9e-8e2c-6c8243e16406 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=dfe9f5ef1b4a464aa32329299459c90d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.4844930 Jun 16 09:43:40.318411 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d7112-97fc-4257-8857-958e59295fdf req-05b18803-15f2-478a-ad9a-ce8530b3546e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:40.320215 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-c22d7112-97fc-4257-8857-958e59295fdf req-05b18803-15f2-478a-ad9a-ce8530b3546e service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4444656 Jun 16 09:43:40.441721 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb768d4b-f719-40ab-8e77-7545c4581980 req-c44cda43-3d48-4b5e-8545-60763d06c423 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:40.444339 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.49', 65175) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:40.448912 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-bb768d4b-f719-40ab-8e77-7545c4581980 req-c44cda43-3d48-4b5e-8545-60763d06c423 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 944 time: 0.5008128 Jun 16 09:43:40.571777 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9184507-1745-4420-9464-c7b5100d9de7 req-2aded3f3-9337-4890-9ab0-c00004ad0c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:40.573209 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-a9184507-1745-4420-9464-c7b5100d9de7 req-2aded3f3-9337-4890-9ab0-c00004ad0c9e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3aab2d6845c34f44bdcaf8eb3cec5927&device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 1096 time: 0.1711555 Jun 16 09:43:40.595553 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296118e-4bba-4a6f-8256-aef4fc7b0b51 req-f58ca694-24a8-4a30-a066-c9bfda7fa302 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:40.597238 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-7296118e-4bba-4a6f-8256-aef4fc7b0b51 req-f58ca694-24a8-4a30-a066-c9bfda7fa302 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=5dc5a926-7b73-4d35-9e4a-33caafeb25e9 HTTP/1.1" status: 200 len: 945 time: 0.1662538 Jun 16 09:43:40.600570 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53544893-5066-4c20-af8c-3bad1070dbea req-611d14bb-00ef-4e63-b2e7-6bfcc8624146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:40.601971 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-53544893-5066-4c20-af8c-3bad1070dbea req-611d14bb-00ef-4e63-b2e7-6bfcc8624146 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5dc5a926-7b73-4d35-9e4a-33caafeb25e9 HTTP/1.1" status: 200 len: 1098 time: 0.1569920 Jun 16 09:43:40.662637 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-a9184507-1745-4420-9464-c7b5100d9de7 req-f14a4b88-097f-452f-9034-d6bc511d7959 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=212e68ed-5263-48ac-8e36-722d092eb348 HTTP/1.1" status: 200 len: 217 time: 0.0642378 Jun 16 09:43:40.664518 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-53544893-5066-4c20-af8c-3bad1070dbea req-d4504d67-616e-4a44-99fc-f45ce9cff9cb service neutron] Notify callbacks [] for security_group, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:40.733014 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-7296118e-4bba-4a6f-8256-aef4fc7b0b51 req-314607b3-c4d5-46d1-8c3a-5b04bcea79e0 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248155 Jun 16 09:43:40.738716 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:40.756844 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9184507-1745-4420-9464-c7b5100d9de7 req-1c4842f4-784c-4a7d-a8f9-547c45d3ece3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:40.758331 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-a9184507-1745-4420-9464-c7b5100d9de7 req-1c4842f4-784c-4a7d-a8f9-547c45d3ece3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d1e28073-3474-4ab3-a6cb-d23efc1dc12f HTTP/1.1" status: 200 len: 858 time: 0.0874908 Jun 16 09:43:40.805679 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-a9184507-1745-4420-9464-c7b5100d9de7 req-c751fef4-2d0a-49c9-b9c4-ecffc8c26baa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=91a32b6f-094c-4ae5-a33e-942080d95ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342824 Jun 16 09:43:40.857190 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.db_base_plugin_common [req-5bada2b9-1f10-4216-ba60-126a0ddc6c31 req-e7e79376-984d-4b0b-96a0-3c061257f3f3 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Allocated IP 172.20.0.5 (b643789e-234a-40e9-b489-894119bc4f89/b5e9ba67-07c6-43ea-ad13-16d85d3a0ee3/5403c8cd-0d51-4beb-b15b-ccfb976d5fd4) {{(pid=98980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:43:40.866876 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-bb768d4b-f719-40ab-8e77-7545c4581980 req-87b2870a-e8fe-48de-bd84-6fd1affefaa7 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4169910 Jun 16 09:43:40.883734 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe1e708-f53f-42cf-9354-9aff7083961c req-a4aeb7f0-a461-451d-90b3-c13cce2c74e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:40.883734 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-dfe1e708-f53f-42cf-9354-9aff7083961c req-a4aeb7f0-a461-451d-90b3-c13cce2c74e2 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5974002 Jun 16 09:43:40.886218 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef3322e-ff98-4650-9185-70ec95f02db6 req-73b5fae6-44b6-492b-8da9-b3a8864aa486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:40.887404 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-cef3322e-ff98-4650-9185-70ec95f02db6 req-73b5fae6-44b6-492b-8da9-b3a8864aa486 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6008286 Jun 16 09:43:40.989987 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-53544893-5066-4c20-af8c-3bad1070dbea req-d4504d67-616e-4a44-99fc-f45ce9cff9cb service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:40.997812 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-a9184507-1745-4420-9464-c7b5100d9de7 req-07408bef-7303-41e5-a7db-4d2797fcae5e service neutron] 10.222.0.49 "GET /v2.0/networks/91a32b6f-094c-4ae5-a33e-942080d95ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842766 Jun 16 09:43:41.025471 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f11b0-f2ee-41a6-8144-493da517f910 req-97c028bc-3bd4-4d19-ac4b-8f580f3acdd2 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:41.026998 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-eb7f11b0-f2ee-41a6-8144-493da517f910 req-97c028bc-3bd4-4d19-ac4b-8f580f3acdd2 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6c8770-c6fd-4615-b907-311a0f581b6b HTTP/1.1" status: 200 len: 946 time: 0.1741290 Jun 16 09:43:41.102286 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-53544893-5066-4c20-af8c-3bad1070dbea req-d4504d67-616e-4a44-99fc-f45ce9cff9cb service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:41.118623 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-6f5a7c39-211d-4a0b-853c-21de6a6d3411 req-c2f37642-7c64-4196-9a0e-ee150d55c624 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 210 time: 0.0784476 Jun 16 09:43:41.121165 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:41.131053 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-5bada2b9-1f10-4216-ba60-126a0ddc6c31 req-e7e79376-984d-4b0b-96a0-3c061257f3f3 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks [] for port, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:41.149909 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-eb7f11b0-f2ee-41a6-8144-493da517f910 req-5a2855f1-3e30-4865-bae5-e99667a6039f tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.25 "GET /v2.0/security-groups?id=53585afb-0a64-425e-ab8b-00f0425095c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136069 Jun 16 09:43:41.156857 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.provisioning_blocks [req-5bada2b9-1f10-4216-ba60-126a0ddc6c31 req-e7e79376-984d-4b0b-96a0-3c061257f3f3 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Transition to ACTIVE for port object 5403c8cd-0d51-4beb-b15b-ccfb976d5fd4 will not be triggered until provisioned by entity DHCP. {{(pid=98980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:43:41.164083 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-53544893-5066-4c20-af8c-3bad1070dbea req-d4504d67-616e-4a44-99fc-f45ce9cff9cb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5452867 Jun 16 09:43:41.175478 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4504d67-616e-4a44-99fc-f45ce9cff9cb service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1ecb3513-fb11-4db4-9b2f-56e4651077c4,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:41.182771 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-a9184507-1745-4420-9464-c7b5100d9de7 req-7b9b006d-0b4f-41d6-871b-5d012488f824 service neutron] 10.222.0.49 "GET /v2.0/networks/91a32b6f-094c-4ae5-a33e-942080d95ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737454 Jun 16 09:43:41.183887 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-d4504d67-616e-4a44-99fc-f45ce9cff9cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:41.201719 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef98ce4-dbd9-48b7-8223-e0b758f0a7ca req-02584707-c3c7-4127-9d0b-c550b3b73529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:41.203252 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-3ef98ce4-dbd9-48b7-8223-e0b758f0a7ca req-02584707-c3c7-4127-9d0b-c550b3b73529 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dfe9f5ef1b4a464aa32329299459c90d&device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 1097 time: 0.1772583 Jun 16 09:43:41.206338 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861336a-e616-43a2-9809-8f5fb28e30eb req-cfa0127e-15cb-43b7-b52d-3abe7a4a8c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:41.207757 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-1861336a-e616-43a2-9809-8f5fb28e30eb req-cfa0127e-15cb-43b7-b52d-3abe7a4a8c91 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3aab2d6845c34f44bdcaf8eb3cec5927&device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 1096 time: 0.2154970 Jun 16 09:43:41.387985 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-5bada2b9-1f10-4216-ba60-126a0ddc6c31 req-e7e79376-984d-4b0b-96a0-3c061257f3f3 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110'] for port, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:41.414270 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-f2713364-b67d-475d-8340-43c3ff518d17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:41.462741 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bada2b9-1f10-4216-ba60-126a0ddc6c31 req-e7e79376-984d-4b0b-96a0-3c061257f3f3 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Network b643789e-234a-40e9-b489-894119bc4f89 is already hosted by enough agents. {{(pid=98980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:43:41.471046 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.base_scheduler [req-5bada2b9-1f10-4216-ba60-126a0ddc6c31 req-e7e79376-984d-4b0b-96a0-3c061257f3f3 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Resources bound (agent type, host, resource id): {{(pid=98980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:43:41.486324 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bada2b9-1f10-4216-ba60-126a0ddc6c31 req-e7e79376-984d-4b0b-96a0-3c061257f3f3 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Received port after_create {{(pid=98980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:43:41.486324 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bada2b9-1f10-4216-ba60-126a0ddc6c31 req-e7e79376-984d-4b0b-96a0-3c061257f3f3 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:41.486324 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-5bada2b9-1f10-4216-ba60-126a0ddc6c31 req-e7e79376-984d-4b0b-96a0-3c061257f3f3 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for port, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:41.489786 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e79376-984d-4b0b-96a0-3c061257f3f3 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Pushing event updated for resources: {'Port': ['ID=5403c8cd-0d51-4beb-b15b-ccfb976d5fd4,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:41.497284 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-e7e79376-984d-4b0b-96a0-3c061257f3f3 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:41.533447 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c29497f-fef5-4857-bc80-eee46cb81e0f req-51a9ede4-1903-4362-b1a4-387ff8a787dc tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:41.535235 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-9c29497f-fef5-4857-bc80-eee46cb81e0f req-51a9ede4-1903-4362-b1a4-387ff8a787dc tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 943 time: 0.1578290 Jun 16 09:43:41.636683 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-3ef98ce4-dbd9-48b7-8223-e0b758f0a7ca req-25d0afed-3d7b-495e-953e-ab565b0678a5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f14669b-7283-4579-8ac1-826dc91f9540 HTTP/1.1" status: 200 len: 217 time: 0.0830367 Jun 16 09:43:41.639300 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-5bada2b9-1f10-4216-ba60-126a0ddc6c31 req-e7e79376-984d-4b0b-96a0-3c061257f3f3 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1908605 Jun 16 09:43:41.640485 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-1861336a-e616-43a2-9809-8f5fb28e30eb req-50f1d409-4fe7-4031-b685-7ac1c30a9b2a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c10c8bd-00cf-4789-bea3-598d82e18630 HTTP/1.1" status: 200 len: 217 time: 0.0859220 Jun 16 09:43:41.653929 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-9c29497f-fef5-4857-bc80-eee46cb81e0f req-42ba6985-0dcc-439a-9df0-0dee1aef7588 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094596 Jun 16 09:43:41.660790 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c6c8770-c6fd-4615-b907-311a0f581b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6028f4d0-ae90-4017-9736-9fe8749aeb0b'}] {{(pid=98982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:43:41.663158 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4f9cc304a916b9d47f5f8bf5758f709c886eea9513b83351d26ab7408c86625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e87c841d-21d9-4adc-b741-15e5f039a029" -d '{"events": [{"server_uuid": "9c6c8770-c6fd-4615-b907-311a0f581b6b", "name": "network-vif-plugged", "status": "completed", "tag": "6028f4d0-ae90-4017-9736-9fe8749aeb0b"}]}' {{(pid=98982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:43:41.684394 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [req-5bada2b9-1f10-4216-ba60-126a0ddc6c31 req-42b1ad23-17ab-4630-9be9-a3fecda0c539 service neutron] Request body: {'port': {'device_id': '7907a93c-47c0-4567-9871-4798aae2fd88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:41.769149 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a67f6f-cace-4180-969d-49ab48456fc9 x-openstack-request-id: req-03a67f6f-cace-4180-969d-49ab48456fc9 {{(pid=98982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:43:41.769149 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c6c8770-c6fd-4615-b907-311a0f581b6b", "name": "network-vif-plugged", "status": "completed", "tag": "6028f4d0-ae90-4017-9736-9fe8749aeb0b", "code": 200}]} {{(pid=98982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:43:41.769149 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-03a67f6f-cace-4180-969d-49ab48456fc9 {{(pid=98982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:43:41.769149 dv-cinder-796286-4-iscsi neutron-server[98982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c6c8770-c6fd-4615-b907-311a0f581b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6028f4d0-ae90-4017-9736-9fe8749aeb0b', 'code': 200} Jun 16 09:43:41.795550 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef98ce4-dbd9-48b7-8223-e0b758f0a7ca req-3850f0e5-1180-4d49-8399-a36b96d17a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:41.797020 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-3ef98ce4-dbd9-48b7-8223-e0b758f0a7ca req-3850f0e5-1180-4d49-8399-a36b96d17a2a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d7f651ef-1612-428c-80c5-ecb2942fc3e0 HTTP/1.1" status: 200 len: 849 time: 0.1334615 Jun 16 09:43:41.816172 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861336a-e616-43a2-9809-8f5fb28e30eb req-6aef2284-8990-4d24-aed8-538c8a049dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:41.816172 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-1861336a-e616-43a2-9809-8f5fb28e30eb req-6aef2284-8990-4d24-aed8-538c8a049dce service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d1e28073-3474-4ab3-a6cb-d23efc1dc12f HTTP/1.1" status: 200 len: 858 time: 0.1422889 Jun 16 09:43:41.830830 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-0a6aba70-0ed2-465d-a906-5c45c014eb64 None None] Provisioning for port 5403c8cd-0d51-4beb-b15b-ccfb976d5fd4 completed by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:43:41.837071 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-0a6aba70-0ed2-465d-a906-5c45c014eb64 None None] Provisioning complete for port 5403c8cd-0d51-4beb-b15b-ccfb976d5fd4 triggered by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:43:41.837859 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-0a6aba70-0ed2-465d-a906-5c45c014eb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:41.895073 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-0a6aba70-0ed2-465d-a906-5c45c014eb64 None None] Port 5403c8cd-0d51-4beb-b15b-ccfb976d5fd4 cannot update to ACTIVE because it is not bound. {{(pid=98982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 09:43:41.915954 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 46098) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:41.918929 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-1861336a-e616-43a2-9809-8f5fb28e30eb req-cdac7286-9b8a-4055-9fb1-1d1188ad6a5f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=91a32b6f-094c-4ae5-a33e-942080d95ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876267 Jun 16 09:43:41.991275 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-5bada2b9-1f10-4216-ba60-126a0ddc6c31 req-42b1ad23-17ab-4630-9be9-a3fecda0c539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:42.065253 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-bcca45d6-dd80-47ae-9a79-2650ec7a1138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:42.133856 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc8827-8ff1-4fc6-888d-7da57f81a484 req-1c3de70e-5fae-4ef8-9f78-b46009b64c2f tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:42.135452 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-5fdc8827-8ff1-4fc6-888d-7da57f81a484 req-1c3de70e-5fae-4ef8-9f78-b46009b64c2f tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 944 time: 0.1152329 Jun 16 09:43:42.181034 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef98ce4-dbd9-48b7-8223-e0b758f0a7ca req-f8f3495e-b781-4f1b-8385-a092c034357b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:42.182437 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-3ef98ce4-dbd9-48b7-8223-e0b758f0a7ca req-f8f3495e-b781-4f1b-8385-a092c034357b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5c8b8276-a881-4c68-ac89-d4ac2c936588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3418021 Jun 16 09:43:42.207661 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-5fdc8827-8ff1-4fc6-888d-7da57f81a484 req-2a59fab2-ec2a-44c7-86be-0f810f1c8368 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0663776 Jun 16 09:43:42.248050 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-bcca45d6-dd80-47ae-9a79-2650ec7a1138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:42.251944 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-1861336a-e616-43a2-9809-8f5fb28e30eb req-4c5445ae-91f2-4eaa-9851-53d8d9e16402 service neutron] 10.222.0.49 "GET /v2.0/networks/91a32b6f-094c-4ae5-a33e-942080d95ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882781 Jun 16 09:43:42.277403 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7762c-6a0a-46f6-b497-d6a2cd19a2cb req-351a3d24-3853-434c-917f-0b7f55a8aef2 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:42.279067 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-46c7762c-6a0a-46f6-b497-d6a2cd19a2cb req-351a3d24-3853-434c-917f-0b7f55a8aef2 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=5dc5a926-7b73-4d35-9e4a-33caafeb25e9 HTTP/1.1" status: 200 len: 945 time: 0.3687401 Jun 16 09:43:42.303246 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e140cd-47c4-4dc6-b0b6-96d1722e25af req-e9d195ab-2fa1-442b-a823-505e59c2b214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:42.304750 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f4e140cd-47c4-4dc6-b0b6-96d1722e25af req-e9d195ab-2fa1-442b-a823-505e59c2b214 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9c6c8770-c6fd-4615-b907-311a0f581b6b HTTP/1.1" status: 200 len: 1099 time: 0.0553913 Jun 16 09:43:42.342532 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f4e140cd-47c4-4dc6-b0b6-96d1722e25af req-255787d5-e08c-43e9-a23c-d7dc9bf87d07 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=53585afb-0a64-425e-ab8b-00f0425095c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302618 Jun 16 09:43:42.362923 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-bcca45d6-dd80-47ae-9a79-2650ec7a1138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:42.380254 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:42.422844 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-bcca45d6-dd80-47ae-9a79-2650ec7a1138 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f1103b47cd2249fa8808b256bee3a904&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5055037 Jun 16 09:43:42.427823 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 46110) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:42.438131 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcca45d6-dd80-47ae-9a79-2650ec7a1138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8746d70-68ba-413f-ba82-e5cf1561fbaa,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:42.448611 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-bcca45d6-dd80-47ae-9a79-2650ec7a1138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:42.487776 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b978b4b-c43d-42a4-8efa-b5a43c4cfdc0 req-7a658f2d-11f5-4107-b08f-2e4bcad3ddce tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:42.489317 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-3b978b4b-c43d-42a4-8efa-b5a43c4cfdc0 req-7a658f2d-11f5-4107-b08f-2e4bcad3ddce tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 931 time: 0.1411293 Jun 16 09:43:42.499624 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-46c7762c-6a0a-46f6-b497-d6a2cd19a2cb req-78767da6-8179-4a9c-8fb7-45c106711859 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062106 Jun 16 09:43:42.519026 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-373eb8a9-ba95-40c1-9280-2ffd55ccd458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:42.527601 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-3ef98ce4-dbd9-48b7-8223-e0b758f0a7ca req-11be550c-03f2-4a64-acec-337eb37dfa29 service neutron] 10.222.0.49 "GET /v2.0/networks/5c8b8276-a881-4c68-ac89-d4ac2c936588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980027 Jun 16 09:43:42.551173 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-1861336a-e616-43a2-9809-8f5fb28e30eb req-e49ff9e0-8201-4872-bac4-439bca14e282 service neutron] 10.222.0.49 "GET /v2.0/networks/91a32b6f-094c-4ae5-a33e-942080d95ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819054 Jun 16 09:43:42.554124 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-373eb8a9-ba95-40c1-9280-2ffd55ccd458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:42.563049 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-3b978b4b-c43d-42a4-8efa-b5a43c4cfdc0 req-357fd904-70f1-4d39-81a2-58020b48020b tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624292 Jun 16 09:43:42.615773 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.notifiers.nova [req-5bada2b9-1f10-4216-ba60-126a0ddc6c31 req-42b1ad23-17ab-4630-9be9-a3fecda0c539 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5403c8cd-0d51-4beb-b15b-ccfb976d5fd4 {{(pid=98980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:43:42.647297 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-5bada2b9-1f10-4216-ba60-126a0ddc6c31 req-42b1ad23-17ab-4630-9be9-a3fecda0c539 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:42.702170 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-373eb8a9-ba95-40c1-9280-2ffd55ccd458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:42.702341 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.provisioning_blocks [req-5bada2b9-1f10-4216-ba60-126a0ddc6c31 req-42b1ad23-17ab-4630-9be9-a3fecda0c539 service neutron] Transition to ACTIVE for port object 5403c8cd-0d51-4beb-b15b-ccfb976d5fd4 will not be triggered until provisioned by entity L2. {{(pid=98980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:43:42.705462 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-373eb8a9-ba95-40c1-9280-2ffd55ccd458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:42.707612 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-373eb8a9-ba95-40c1-9280-2ffd55ccd458 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c8746d70-68ba-413f-ba82-e5cf1561fbaa HTTP/1.1" status: 204 len: 168 time: 0.2774146 Jun 16 09:43:42.711898 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:42.718823 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373eb8a9-ba95-40c1-9280-2ffd55ccd458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8746d70-68ba-413f-ba82-e5cf1561fbaa,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:42.727489 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-373eb8a9-ba95-40c1-9280-2ffd55ccd458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:42.735115 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8fc62b-89e3-4603-b77a-dbc0f7d6e659 req-d7723b9f-c0cb-4b52-b040-2d7d67a608db tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:42.736705 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-ce8fc62b-89e3-4603-b77a-dbc0f7d6e659 req-d7723b9f-c0cb-4b52-b040-2d7d67a608db tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6c8770-c6fd-4615-b907-311a0f581b6b HTTP/1.1" status: 200 len: 946 time: 0.1239758 Jun 16 09:43:42.801093 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-ce8fc62b-89e3-4603-b77a-dbc0f7d6e659 req-222bc0dc-9aa3-4459-8dd8-041b485d772f tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.25 "GET /v2.0/security-groups?id=53585afb-0a64-425e-ab8b-00f0425095c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572586 Jun 16 09:43:42.825949 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-5bada2b9-1f10-4216-ba60-126a0ddc6c31 req-42b1ad23-17ab-4630-9be9-a3fecda0c539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:42.825949 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:42.873343 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6a606-52d0-48e8-86dd-1e390f383211 req-b808ccb6-cd0d-43f0-b43f-3fd3136f720b tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:42.889608 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f3e6a606-52d0-48e8-86dd-1e390f383211 req-b808ccb6-cd0d-43f0-b43f-3fd3136f720b tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 943 time: 0.0789146 Jun 16 09:43:42.935328 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f3e6a606-52d0-48e8-86dd-1e390f383211 req-a9fbbd6b-40b1-455e-89c1-2ef61b2819d4 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470188 Jun 16 09:43:42.938403 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b1ad23-17ab-4630-9be9-a3fecda0c539 service neutron] Pushing event updated for resources: {'Port': ['ID=5403c8cd-0d51-4beb-b15b-ccfb976d5fd4,revision_number=2']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:42.942188 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-42b1ad23-17ab-4630-9be9-a3fecda0c539 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:42.978193 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.managers [req-5bada2b9-1f10-4216-ba60-126a0ddc6c31 req-42b1ad23-17ab-4630-9be9-a3fecda0c539 service neutron] Attempting to bind port 5403c8cd-0d51-4beb-b15b-ccfb976d5fd4 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:43:42.978482 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.managers [req-5bada2b9-1f10-4216-ba60-126a0ddc6c31 req-42b1ad23-17ab-4630-9be9-a3fecda0c539 service neutron] Attempting to bind port 5403c8cd-0d51-4beb-b15b-ccfb976d5fd4 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '072836ba-11c0-4d89-9dbf-d840ce8bf23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b643789e-234a-40e9-b489-894119bc4f89'}] {{(pid=98980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:43:42.978740 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bada2b9-1f10-4216-ba60-126a0ddc6c31 req-42b1ad23-17ab-4630-9be9-a3fecda0c539 service neutron] Attempting to bind port 5403c8cd-0d51-4beb-b15b-ccfb976d5fd4 on network b643789e-234a-40e9-b489-894119bc4f89 {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:43:42.985429 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bada2b9-1f10-4216-ba60-126a0ddc6c31 req-42b1ad23-17ab-4630-9be9-a3fecda0c539 service neutron] Port 5403c8cd-0d51-4beb-b15b-ccfb976d5fd4 on network b643789e-234a-40e9-b489-894119bc4f89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 09:43:42.985799 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bada2b9-1f10-4216-ba60-126a0ddc6c31 req-42b1ad23-17ab-4630-9be9-a3fecda0c539 service neutron] Attempting to bind port 5403c8cd-0d51-4beb-b15b-ccfb976d5fd4 on network b643789e-234a-40e9-b489-894119bc4f89 {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:43:42.993302 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bada2b9-1f10-4216-ba60-126a0ddc6c31 req-42b1ad23-17ab-4630-9be9-a3fecda0c539 service neutron] Checking agent: {'id': '868dca64-f295-49d2-b561-88939e4b0d1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 41, 11), 'started_at': datetime.datetime(2021, 6, 16, 9, 41, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:43:42.993718 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bada2b9-1f10-4216-ba60-126a0ddc6c31 req-42b1ad23-17ab-4630-9be9-a3fecda0c539 service neutron] Checking segment: {'id': '072836ba-11c0-4d89-9dbf-d840ce8bf23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b643789e-234a-40e9-b489-894119bc4f89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:43:42.994166 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bada2b9-1f10-4216-ba60-126a0ddc6c31 req-42b1ad23-17ab-4630-9be9-a3fecda0c539 service neutron] Bound using segment: {'id': '072836ba-11c0-4d89-9dbf-d840ce8bf23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b643789e-234a-40e9-b489-894119bc4f89'} {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:43:42.994780 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.managers [req-5bada2b9-1f10-4216-ba60-126a0ddc6c31 req-42b1ad23-17ab-4630-9be9-a3fecda0c539 service neutron] Bound port: 5403c8cd-0d51-4beb-b15b-ccfb976d5fd4, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '072836ba-11c0-4d89-9dbf-d840ce8bf23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b643789e-234a-40e9-b489-894119bc4f89'}}] {{(pid=98980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:43:42.995237 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-5bada2b9-1f10-4216-ba60-126a0ddc6c31 req-42b1ad23-17ab-4630-9be9-a3fecda0c539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:43.066873 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.db [req-5bada2b9-1f10-4216-ba60-126a0ddc6c31 req-42b1ad23-17ab-4630-9be9-a3fecda0c539 service neutron] For port 5403c8cd-0d51-4beb-b15b-ccfb976d5fd4, host hv-cinder-79628, cleared binding levels {{(pid=98980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:43:43.070432 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.db [req-5bada2b9-1f10-4216-ba60-126a0ddc6c31 req-42b1ad23-17ab-4630-9be9-a3fecda0c539 service neutron] For port 5403c8cd-0d51-4beb-b15b-ccfb976d5fd4, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5403c8cd-0d51-4beb-b15b-ccfb976d5fd4,segment=NetworkSegment(072836ba-11c0-4d89-9dbf-d840ce8bf23f),segment_id=072836ba-11c0-4d89-9dbf-d840ce8bf23f)] {{(pid=98980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:43:43.137557 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-5bada2b9-1f10-4216-ba60-126a0ddc6c31 req-42b1ad23-17ab-4630-9be9-a3fecda0c539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:43.140825 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:43.172784 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bada2b9-1f10-4216-ba60-126a0ddc6c31 req-42b1ad23-17ab-4630-9be9-a3fecda0c539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:43.173412 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-5bada2b9-1f10-4216-ba60-126a0ddc6c31 req-42b1ad23-17ab-4630-9be9-a3fecda0c539 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for port, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:43.174815 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-5bada2b9-1f10-4216-ba60-126a0ddc6c31 req-42b1ad23-17ab-4630-9be9-a3fecda0c539 service neutron] 10.222.0.49 "PUT /v2.0/ports/5403c8cd-0d51-4beb-b15b-ccfb976d5fd4 HTTP/1.1" status: 200 len: 1093 time: 1.5019920 Jun 16 09:43:43.175325 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7907a93c-47c0-4567-9871-4798aae2fd88', 'tag': '5403c8cd-0d51-4beb-b15b-ccfb976d5fd4'}] {{(pid=98980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:43:43.177820 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f334069be3519ec184138b23d582e39f65c0d47b6cef299b3d1a0596e5c2100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323ebea2-0f30-474b-a882-04b2c6978037" -d '{"events": [{"name": "network-changed", "server_uuid": "7907a93c-47c0-4567-9871-4798aae2fd88", "tag": "5403c8cd-0d51-4beb-b15b-ccfb976d5fd4"}]}' {{(pid=98980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:43:43.205276 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b1ad23-17ab-4630-9be9-a3fecda0c539 service neutron] Pushing event updated for resources: {'Port': ['ID=5403c8cd-0d51-4beb-b15b-ccfb976d5fd4,revision_number=3']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:43.207246 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-42b1ad23-17ab-4630-9be9-a3fecda0c539 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:43.224238 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f9cca4-93ef-4ba9-b2fe-699924259108 x-openstack-request-id: req-e6f9cca4-93ef-4ba9-b2fe-699924259108 {{(pid=98980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:43:43.224558 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7907a93c-47c0-4567-9871-4798aae2fd88", "tag": "5403c8cd-0d51-4beb-b15b-ccfb976d5fd4", "status": "completed", "code": 200}]} {{(pid=98980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:43:43.224833 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e6f9cca4-93ef-4ba9-b2fe-699924259108 {{(pid=98980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:43:43.225251 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7907a93c-47c0-4567-9871-4798aae2fd88', 'tag': '5403c8cd-0d51-4beb-b15b-ccfb976d5fd4', 'status': 'completed', 'code': 200} Jun 16 09:43:43.415139 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68691484-e2f8-405f-9bf6-c436fae0afa7 req-521e2639-5d96-4679-9a99-bd12e1bcc3d2 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:43.417183 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-68691484-e2f8-405f-9bf6-c436fae0afa7 req-521e2639-5d96-4679-9a99-bd12e1bcc3d2 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 944 time: 0.0763328 Jun 16 09:43:43.456093 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-68691484-e2f8-405f-9bf6-c436fae0afa7 req-7b811699-7cb1-437d-9fc1-56eba89bf4a1 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0331423 Jun 16 09:43:43.512777 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 46128) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:43.527051 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-ccb56353-323b-4f5d-a496-0ae67f5e5874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:43.646353 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-ccb56353-323b-4f5d-a496-0ae67f5e5874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:43.681930 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f328f46-579a-4f9d-a4c1-8876b36b15ca req-1b296361-5155-4cc6-bf41-ba9c331934b3 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:43.685237 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-1f328f46-579a-4f9d-a4c1-8876b36b15ca req-1b296361-5155-4cc6-bf41-ba9c331934b3 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=5dc5a926-7b73-4d35-9e4a-33caafeb25e9 HTTP/1.1" status: 200 len: 945 time: 0.0753527 Jun 16 09:43:43.721853 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-ccb56353-323b-4f5d-a496-0ae67f5e5874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:43.724933 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-1f328f46-579a-4f9d-a4c1-8876b36b15ca req-7cc50190-f072-443b-9ad7-75fddee06cec tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339460 Jun 16 09:43:43.728480 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-a33db240-79f6-45c9-a8af-46e2c8706686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:43.755808 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb56b2-8038-4c91-a40a-7e094090968c req-733e5e0f-a697-40cd-86d2-28b3d01c6ed5 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:43.757504 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-18eb56b2-8038-4c91-a40a-7e094090968c req-733e5e0f-a697-40cd-86d2-28b3d01c6ed5 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 943 time: 0.0691369 Jun 16 09:43:43.779532 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-ccb56353-323b-4f5d-a496-0ae67f5e5874 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d041ce79b29c4f758cba43e7f1d83bd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2653458 Jun 16 09:43:43.780581 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 46134) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:43.781945 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb56353-323b-4f5d-a496-0ae67f5e5874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259451d8-07a8-41f3-a1bb-3d6bf6d490b9,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:43.798683 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-ccb56353-323b-4f5d-a496-0ae67f5e5874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:43.823552 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-18eb56b2-8038-4c91-a40a-7e094090968c req-4d9a8a3b-eead-4bf7-bfad-b142a09ba49d tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590706 Jun 16 09:43:43.855141 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-f78aac4b-bd5d-46da-bd5d-94a62d3fcf1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:43.883460 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-f78aac4b-bd5d-46da-bd5d-94a62d3fcf1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:43.990045 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19815c7a-6107-425b-b68b-018848b3088b req-6bc63bb8-7b0f-404e-9f7f-05a3cfd912d9 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:43.991577 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-19815c7a-6107-425b-b68b-018848b3088b req-6bc63bb8-7b0f-404e-9f7f-05a3cfd912d9 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6c8770-c6fd-4615-b907-311a0f581b6b HTTP/1.1" status: 200 len: 946 time: 0.0636125 Jun 16 09:43:44.011206 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-f78aac4b-bd5d-46da-bd5d-94a62d3fcf1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:44.013827 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-f78aac4b-bd5d-46da-bd5d-94a62d3fcf1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:44.017531 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-f78aac4b-bd5d-46da-bd5d-94a62d3fcf1a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/259451d8-07a8-41f3-a1bb-3d6bf6d490b9 HTTP/1.1" status: 204 len: 168 time: 0.2333755 Jun 16 09:43:44.017531 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-ac797f89-bf2e-4b5d-be67-2163479b4d30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:44.023817 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78aac4b-bd5d-46da-bd5d-94a62d3fcf1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259451d8-07a8-41f3-a1bb-3d6bf6d490b9,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:44.026679 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-f78aac4b-bd5d-46da-bd5d-94a62d3fcf1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:44.044717 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-19815c7a-6107-425b-b68b-018848b3088b req-a66c67c7-c1bc-4edf-beb6-43f0320979c4 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.25 "GET /v2.0/security-groups?id=53585afb-0a64-425e-ab8b-00f0425095c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452070 Jun 16 09:43:44.140953 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15cf1a2-0ef3-46d3-8d7f-e84bd3f8b42c req-9d39edca-743b-47ed-8390-4679c4d16a8f tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:44.142437 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-e15cf1a2-0ef3-46d3-8d7f-e84bd3f8b42c req-9d39edca-743b-47ed-8390-4679c4d16a8f tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 943 time: 0.0670660 Jun 16 09:43:44.183776 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-e15cf1a2-0ef3-46d3-8d7f-e84bd3f8b42c req-4900bd26-76b4-489b-a51e-c5073c5b035e tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339615 Jun 16 09:43:44.635825 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072f23f-c973-4385-939c-36966da4305d req-dad13e72-459e-493d-9999-6b282330c884 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:44.637399 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-9072f23f-c973-4385-939c-36966da4305d req-dad13e72-459e-493d-9999-6b282330c884 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 944 time: 0.0691037 Jun 16 09:43:44.678424 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-9072f23f-c973-4385-939c-36966da4305d req-15175a77-2a64-42f0-8fdb-ba5b65642a72 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0345209 Jun 16 09:43:44.922267 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3161bbd-5a39-47f4-b838-6c1829fe4693 req-7a5299c5-e4dc-428a-aed4-720b9c6f54d3 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:44.923777 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-c3161bbd-5a39-47f4-b838-6c1829fe4693 req-7a5299c5-e4dc-428a-aed4-720b9c6f54d3 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=5dc5a926-7b73-4d35-9e4a-33caafeb25e9 HTTP/1.1" status: 200 len: 945 time: 0.0810966 Jun 16 09:43:44.978410 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-c3161bbd-5a39-47f4-b838-6c1829fe4693 req-660dee17-d514-4632-80e6-23d348236067 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445664 Jun 16 09:43:45.235103 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc3933e-429c-475c-979f-5cafb96b4dc8 req-3aeb5c13-746c-4f7a-a429-766f94ac2adc tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:45.236028 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da3036d-736f-47b5-b445-0e9bb1952045 req-6c6ace5a-7fbe-442e-967f-d23e604aeccd tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:45.236703 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-1cc3933e-429c-475c-979f-5cafb96b4dc8 req-3aeb5c13-746c-4f7a-a429-766f94ac2adc tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 943 time: 0.2800515 Jun 16 09:43:45.237292 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-1da3036d-736f-47b5-b445-0e9bb1952045 req-6c6ace5a-7fbe-442e-967f-d23e604aeccd tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6c8770-c6fd-4615-b907-311a0f581b6b HTTP/1.1" status: 200 len: 946 time: 0.0688252 Jun 16 09:43:45.277067 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-1da3036d-736f-47b5-b445-0e9bb1952045 req-2af8060a-df0a-4399-89da-1993e0c69b9e tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.25 "GET /v2.0/security-groups?id=53585afb-0a64-425e-ab8b-00f0425095c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340576 Jun 16 09:43:45.277977 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-1cc3933e-429c-475c-979f-5cafb96b4dc8 req-2604bb27-0586-4e6a-84f7-3e7fe9aad711 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334337 Jun 16 09:43:45.448171 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa272e2-1e80-4153-9308-8dd0a16b4ca9 req-13462ea4-c71d-4dde-9391-748e3e0ebebc tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:45.449604 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-6aa272e2-1e80-4153-9308-8dd0a16b4ca9 req-13462ea4-c71d-4dde-9391-748e3e0ebebc tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 943 time: 0.0642087 Jun 16 09:43:45.493956 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-6aa272e2-1e80-4153-9308-8dd0a16b4ca9 req-b5cde2d8-38b7-41c1-a355-8eabe835995d tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382991 Jun 16 09:43:45.863270 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03bd737-9f21-4b21-98fb-714fb648ed14 req-0cdfbae4-1f0f-4ba7-b032-2ba02b7ae1aa tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:45.865207 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-b03bd737-9f21-4b21-98fb-714fb648ed14 req-0cdfbae4-1f0f-4ba7-b032-2ba02b7ae1aa tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 944 time: 0.0685194 Jun 16 09:43:45.902870 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-3ef98ce4-dbd9-48b7-8223-e0b758f0a7ca req-4e25fe10-9188-41d6-8ee8-a3670542812e service neutron] 10.222.0.49 "GET /v2.0/networks/5c8b8276-a881-4c68-ac89-d4ac2c936588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939605 Jun 16 09:43:45.909679 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-b03bd737-9f21-4b21-98fb-714fb648ed14 req-bc4f45a0-9fed-435d-bd43-276c58ad85b4 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0344284 Jun 16 09:43:46.021926 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ebea2-0f30-474b-a882-04b2c6978037 req-96cf77fc-e0b0-4685-aa6a-2936ab847111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:46.025225 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-323ebea2-0f30-474b-a882-04b2c6978037 req-96cf77fc-e0b0-4685-aa6a-2936ab847111 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f5476756cec74ac89980f811e6b4c64a&device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 1096 time: 0.0908358 Jun 16 09:43:46.176767 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ebea2-0f30-474b-a882-04b2c6978037 req-408f6598-dc59-4ca4-9d94-fa0c9fa41147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:46.178309 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-323ebea2-0f30-474b-a882-04b2c6978037 req-408f6598-dc59-4ca4-9d94-fa0c9fa41147 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=f5476756cec74ac89980f811e6b4c64a&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1263659 Jun 16 09:43:46.266032 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ee250-b6d8-4e5b-a3f6-7bc25e393858 req-7cf05ae2-784a-44ba-9417-f9da7548c627 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:46.267610 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-b17ee250-b6d8-4e5b-a3f6-7bc25e393858 req-7cf05ae2-784a-44ba-9417-f9da7548c627 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=5dc5a926-7b73-4d35-9e4a-33caafeb25e9 HTTP/1.1" status: 200 len: 945 time: 0.1030135 Jun 16 09:43:46.336955 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ebea2-0f30-474b-a882-04b2c6978037 req-6f9c2f04-8022-4f52-b65f-8ed68a222759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:46.337949 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-b17ee250-b6d8-4e5b-a3f6-7bc25e393858 req-546ce144-f199-478f-b24f-ef97730dc9dd tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618091 Jun 16 09:43:46.340859 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-323ebea2-0f30-474b-a882-04b2c6978037 req-6f9c2f04-8022-4f52-b65f-8ed68a222759 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1512463 Jun 16 09:43:46.535566 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf18b62-5622-4fe5-b12d-f55928ef6c62 req-e59bbb4a-c886-4490-9834-67ec50c77c56 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:46.535566 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-bdf18b62-5622-4fe5-b12d-f55928ef6c62 req-e59bbb4a-c886-4490-9834-67ec50c77c56 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6c8770-c6fd-4615-b907-311a0f581b6b HTTP/1.1" status: 200 len: 946 time: 0.1084368 Jun 16 09:43:46.540414 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b151c5-30cd-4b8c-a021-bbd45dfc9ba4 req-1dc24187-154c-4a81-a35d-4fec8ef44bcf tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:46.541260 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bada2b9-1f10-4216-ba60-126a0ddc6c31 req-8ebb2cc1-ea83-4981-98df-a40626069fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:46.543437 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-5bada2b9-1f10-4216-ba60-126a0ddc6c31 req-8ebb2cc1-ea83-4981-98df-a40626069fea service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f5476756cec74ac89980f811e6b4c64a&device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 1096 time: 0.0881283 Jun 16 09:43:46.544155 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-09b151c5-30cd-4b8c-a021-bbd45dfc9ba4 req-1dc24187-154c-4a81-a35d-4fec8ef44bcf tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 943 time: 0.0848675 Jun 16 09:43:46.601492 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-5bada2b9-1f10-4216-ba60-126a0ddc6c31 req-5c63f227-47c1-4bec-b86f-72a5adc36940 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5403c8cd-0d51-4beb-b15b-ccfb976d5fd4 HTTP/1.1" status: 200 len: 217 time: 0.0413592 Jun 16 09:43:46.602593 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-09b151c5-30cd-4b8c-a021-bbd45dfc9ba4 req-71966dd0-b3c7-4412-99ff-0c4bf76d46f1 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478811 Jun 16 09:43:46.626094 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-bdf18b62-5622-4fe5-b12d-f55928ef6c62 req-c3578819-ea21-438a-bb8f-e144372d23aa tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.25 "GET /v2.0/security-groups?id=53585afb-0a64-425e-ab8b-00f0425095c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798426 Jun 16 09:43:46.668870 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bada2b9-1f10-4216-ba60-126a0ddc6c31 req-6cb84804-4a1a-4a43-9d75-a3bb3506b5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:46.671345 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-5bada2b9-1f10-4216-ba60-126a0ddc6c31 req-6cb84804-4a1a-4a43-9d75-a3bb3506b5e0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b5e9ba67-07c6-43ea-ad13-16d85d3a0ee3 HTTP/1.1" status: 200 len: 855 time: 0.0617826 Jun 16 09:43:46.765362 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bada2b9-1f10-4216-ba60-126a0ddc6c31 req-4c3a2b41-8294-4941-bdb1-2972fc523cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:46.767100 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-5bada2b9-1f10-4216-ba60-126a0ddc6c31 req-4c3a2b41-8294-4941-bdb1-2972fc523cdf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b643789e-234a-40e9-b489-894119bc4f89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0823612 Jun 16 09:43:46.793585 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87adf1cf-c2d8-47fe-9ec7-0406bf52ba9b req-4d9d54d4-0fd7-4dee-bd4a-47648696489d tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:46.795560 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-87adf1cf-c2d8-47fe-9ec7-0406bf52ba9b req-4d9d54d4-0fd7-4dee-bd4a-47648696489d tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 943 time: 0.0876825 Jun 16 09:43:46.841840 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-87adf1cf-c2d8-47fe-9ec7-0406bf52ba9b req-6cd00b2b-1b48-42c0-8690-08ce2c5c78aa tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383904 Jun 16 09:43:46.870542 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-5bada2b9-1f10-4216-ba60-126a0ddc6c31 req-587dece9-55eb-4790-a5f9-9768bc1af0cf service neutron] 10.222.0.49 "GET /v2.0/networks/b643789e-234a-40e9-b489-894119bc4f89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960267 Jun 16 09:43:46.945534 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-adcdcc75-5612-4c50-a2cb-b72eed4f9a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:46.989362 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-5bada2b9-1f10-4216-ba60-126a0ddc6c31 req-3f003759-e217-4efd-835b-a0cd729c82cc service neutron] 10.222.0.49 "GET /v2.0/networks/b643789e-234a-40e9-b489-894119bc4f89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009510 Jun 16 09:43:47.104863 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13defa99-182e-4f87-a719-8123aa6a64e1 req-f11882d7-ef18-4191-b794-78d7e9a0fd50 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:47.106386 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-13defa99-182e-4f87-a719-8123aa6a64e1 req-f11882d7-ef18-4191-b794-78d7e9a0fd50 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 944 time: 0.0767496 Jun 16 09:43:47.148260 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-13defa99-182e-4f87-a719-8123aa6a64e1 req-66460c03-2d95-4e44-b269-442c9d8820de tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0356040 Jun 16 09:43:47.518951 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a572625-49d5-44a8-b408-9fbbc14bb303 req-999f6ee3-f1c6-428c-aba1-5c19e0b37041 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:47.520429 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-7a572625-49d5-44a8-b408-9fbbc14bb303 req-999f6ee3-f1c6-428c-aba1-5c19e0b37041 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=5dc5a926-7b73-4d35-9e4a-33caafeb25e9 HTTP/1.1" status: 200 len: 945 time: 0.0689945 Jun 16 09:43:47.564183 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-7a572625-49d5-44a8-b408-9fbbc14bb303 req-2446eacd-81cb-4636-9000-ba49bcb8b5fc tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380151 Jun 16 09:43:47.576613 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 46252) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:47.747381 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-b91a397e-8fd1-4203-85bc-b80ec0f26aad admin admin] Notify callbacks [] for security_group, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:47.877400 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6844d0-3904-484b-8aa0-e85a463cf796 req-f2c43546-f939-4e4a-b715-ee368dbf0204 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:47.879001 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-2d6844d0-3904-484b-8aa0-e85a463cf796 req-f2c43546-f939-4e4a-b715-ee368dbf0204 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6c8770-c6fd-4615-b907-311a0f581b6b HTTP/1.1" status: 200 len: 946 time: 0.1136291 Jun 16 09:43:47.939643 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-2d6844d0-3904-484b-8aa0-e85a463cf796 req-dc474b4c-f78f-4e71-bcfb-fa9bfd0e340c tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.25 "GET /v2.0/security-groups?id=53585afb-0a64-425e-ab8b-00f0425095c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513468 Jun 16 09:43:47.947826 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b299363-1ad2-46a4-bdeb-857442f0cab9 req-ae1a2f28-035d-4f99-9847-1574dd680808 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:47.955127 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-4b299363-1ad2-46a4-bdeb-857442f0cab9 req-ae1a2f28-035d-4f99-9847-1574dd680808 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 943 time: 0.0730369 Jun 16 09:43:47.974453 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-b91a397e-8fd1-4203-85bc-b80ec0f26aad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:47.995196 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-4b299363-1ad2-46a4-bdeb-857442f0cab9 req-6099c5e1-3a06-44ef-bc11-ec4984c57abd tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389552 Jun 16 09:43:48.084761 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-b91a397e-8fd1-4203-85bc-b80ec0f26aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:48.090761 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-ccb56353-323b-4f5d-a496-0ae67f5e5874 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:48.137952 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a397e-8fd1-4203-85bc-b80ec0f26aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2769ec05-886c-427e-9c11-e1b605682a1a,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:48.141344 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-b91a397e-8fd1-4203-85bc-b80ec0f26aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:48.144015 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-b91a397e-8fd1-4203-85bc-b80ec0f26aad admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=982ddedcd52741cc9296d06af5b65103&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5663338 Jun 16 09:43:48.146669 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 46272) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:48.199015 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e67a9-b650-4e9d-969e-e022b5ccb4bb req-9c8495d2-ddf2-4833-afa1-db3737a593b7 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:48.205523 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-ba3e67a9-b650-4e9d-969e-e022b5ccb4bb req-9c8495d2-ddf2-4833-afa1-db3737a593b7 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 943 time: 0.1544261 Jun 16 09:43:48.257747 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-6b5665a0-4c55-4940-84e1-5fb7397c715a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:48.267187 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-ba3e67a9-b650-4e9d-969e-e022b5ccb4bb req-31d51e96-34ad-40dd-b220-209ee504e03d tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607719 Jun 16 09:43:48.294245 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-6b5665a0-4c55-4940-84e1-5fb7397c715a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:48.351659 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 1f14669b-7283-4579-8ac1-826dc91f9540 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=98982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 09:43:48.375512 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1262e0-3bcb-443e-a9b9-692b4b1badc4 req-dcff7bd1-f0c4-4b9d-a15a-9732e4c5b145 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:48.377228 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-8a1262e0-3bcb-443e-a9b9-692b4b1badc4 req-dcff7bd1-f0c4-4b9d-a15a-9732e4c5b145 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 944 time: 0.0982645 Jun 16 09:43:48.417546 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-8a1262e0-3bcb-443e-a9b9-692b4b1badc4 req-e2cefed9-c554-4302-ab68-dd19a24716ca tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0324888 Jun 16 09:43:48.459317 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 1f14669b-7283-4579-8ac1-826dc91f9540, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1f14669b-7283-4579-8ac1-826dc91f9540,segment=NetworkSegment(b89fa4bb-9b9b-47e0-a491-864722251830),segment_id=b89fa4bb-9b9b-47e0-a491-864722251830)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:43:48.470185 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Returning: {'device': '1f14669b-7283-4579-8ac1-826dc91f9540', 'network_id': '5c8b8276-a881-4c68-ac89-d4ac2c936588', 'port_id': '1f14669b-7283-4579-8ac1-826dc91f9540', 'mac_address': 'fa:16:3e:71:5d:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7f651ef-1612-428c-80c5-ecb2942fc3e0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 09:43:48.512879 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:48.516135 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-6b5665a0-4c55-4940-84e1-5fb7397c715a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:48.524176 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-6b5665a0-4c55-4940-84e1-5fb7397c715a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:48.528558 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-6b5665a0-4c55-4940-84e1-5fb7397c715a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2769ec05-886c-427e-9c11-e1b605682a1a HTTP/1.1" status: 204 len: 168 time: 0.3778987 Jun 16 09:43:48.528558 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:48.533531 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.notifiers.nova [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f14669b-7283-4579-8ac1-826dc91f9540 {{(pid=98982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:43:48.538463 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5665a0-4c55-4940-84e1-5fb7397c715a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2769ec05-886c-427e-9c11-e1b605682a1a,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:48.541602 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-6b5665a0-4c55-4940-84e1-5fb7397c715a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:48.565785 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 1f14669b-7283-4579-8ac1-826dc91f9540, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1f14669b-7283-4579-8ac1-826dc91f9540,segment=NetworkSegment(b89fa4bb-9b9b-47e0-a491-864722251830),segment_id=b89fa4bb-9b9b-47e0-a491-864722251830)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:43:48.659483 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:48.660820 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 8c10c8bd-00cf-4789-bea3-598d82e18630 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=98982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 09:43:48.666792 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:48.741925 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Pushing event updated for resources: {'Port': ['ID=1f14669b-7283-4579-8ac1-826dc91f9540,revision_number=4']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:48.747062 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:48.803100 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 8c10c8bd-00cf-4789-bea3-598d82e18630, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8c10c8bd-00cf-4789-bea3-598d82e18630,segment=NetworkSegment(98020f90-26bc-4339-b426-2587baf2cd84),segment_id=98020f90-26bc-4339-b426-2587baf2cd84)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:43:48.814980 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Returning: {'device': '8c10c8bd-00cf-4789-bea3-598d82e18630', 'network_id': '91a32b6f-094c-4ae5-a33e-942080d95ea2', 'port_id': '8c10c8bd-00cf-4789-bea3-598d82e18630', 'mac_address': 'fa:16:3e:30:55:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1e28073-3474-4ab3-a6cb-d23efc1dc12f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 09:43:48.851897 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:48.870801 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.notifiers.nova [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c10c8bd-00cf-4789-bea3-598d82e18630 {{(pid=98982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:43:48.896452 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 8c10c8bd-00cf-4789-bea3-598d82e18630, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8c10c8bd-00cf-4789-bea3-598d82e18630,segment=NetworkSegment(98020f90-26bc-4339-b426-2587baf2cd84),segment_id=98020f90-26bc-4339-b426-2587baf2cd84)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:43:48.984659 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:48.985426 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 212e68ed-5263-48ac-8e36-722d092eb348 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=98982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 09:43:48.987366 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:49.060781 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Pushing event updated for resources: {'Port': ['ID=8c10c8bd-00cf-4789-bea3-598d82e18630,revision_number=4']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:49.065237 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:49.068779 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 212e68ed-5263-48ac-8e36-722d092eb348, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=212e68ed-5263-48ac-8e36-722d092eb348,segment=NetworkSegment(98020f90-26bc-4339-b426-2587baf2cd84),segment_id=98020f90-26bc-4339-b426-2587baf2cd84)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:43:49.087005 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Returning: {'device': '212e68ed-5263-48ac-8e36-722d092eb348', 'network_id': '91a32b6f-094c-4ae5-a33e-942080d95ea2', 'port_id': '212e68ed-5263-48ac-8e36-722d092eb348', 'mac_address': 'fa:16:3e:80:e1:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1e28073-3474-4ab3-a6cb-d23efc1dc12f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 09:43:49.132155 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:49.145990 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.notifiers.nova [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 212e68ed-5263-48ac-8e36-722d092eb348 {{(pid=98982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:43:49.174780 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 212e68ed-5263-48ac-8e36-722d092eb348, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=212e68ed-5263-48ac-8e36-722d092eb348,segment=NetworkSegment(98020f90-26bc-4339-b426-2587baf2cd84),segment_id=98020f90-26bc-4339-b426-2587baf2cd84)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:43:49.229347 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229fa472-282a-47d3-8c71-51cb56b5a625 req-05821385-6df7-4837-90f6-367191280a97 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:49.230862 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-229fa472-282a-47d3-8c71-51cb56b5a625 req-05821385-6df7-4837-90f6-367191280a97 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 943 time: 0.0924847 Jun 16 09:43:49.270600 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-229fa472-282a-47d3-8c71-51cb56b5a625 req-50ee2fca-9ea3-4d95-98bf-4fb18f2cfd65 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337543 Jun 16 09:43:49.322171 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:49.325115 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:49.355581 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-d7cd9a32-4107-42a3-adb3-2434b048a75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:49.417445 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Pushing event updated for resources: {'Port': ['ID=212e68ed-5263-48ac-8e36-722d092eb348,revision_number=4']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:49.421887 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:49.473550 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa333c8-ad4c-4dfb-a6d5-25dda07c04ac req-dd11052c-5ce3-4414-862c-c47957930e9a tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:49.474154 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 46304) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:49.475071 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-ffa333c8-ad4c-4dfb-a6d5-25dda07c04ac req-dd11052c-5ce3-4414-862c-c47957930e9a tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 944 time: 0.0772989 Jun 16 09:43:49.490280 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-78dfa1c0-cd39-4586-8af5-3fff499e5619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:49.513205 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:49.517512 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-ffa333c8-ad4c-4dfb-a6d5-25dda07c04ac req-76e78d82-0ec8-4a2c-ad97-03884f1b5187 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353301 Jun 16 09:43:49.638414 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-78dfa1c0-cd39-4586-8af5-3fff499e5619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:49.650401 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba256f-4695-4dd9-8e11-82f76fcbc3a5 req-525ad07b-400a-43e0-90a8-43c43562a6c0 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:49.652458 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-3cba256f-4695-4dd9-8e11-82f76fcbc3a5 req-525ad07b-400a-43e0-90a8-43c43562a6c0 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 945 time: 0.0979285 Jun 16 09:43:49.691775 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-3cba256f-4695-4dd9-8e11-82f76fcbc3a5 req-2e689baf-650a-489f-85d4-c216f0b0bb61 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0335152 Jun 16 09:43:49.710092 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-78dfa1c0-cd39-4586-8af5-3fff499e5619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:49.712777 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-86a73ef9-6526-4b86-a48b-430358f43ef5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:49.753970 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-78dfa1c0-cd39-4586-8af5-3fff499e5619 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d09aee429c974f5ab84dd2bd4359c17b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2785869 Jun 16 09:43:49.754926 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dfa1c0-cd39-4586-8af5-3fff499e5619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e26454-b8e3-4c43-b0ee-d2e887b4087e,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:49.757060 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 46308) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:49.757885 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-78dfa1c0-cd39-4586-8af5-3fff499e5619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:49.823415 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-71daab88-2ca7-43e0-8519-9e4218e4a295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:49.844174 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-71daab88-2ca7-43e0-8519-9e4218e4a295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:50.011533 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-71daab88-2ca7-43e0-8519-9e4218e4a295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:50.014084 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-71daab88-2ca7-43e0-8519-9e4218e4a295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:50.015272 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-71daab88-2ca7-43e0-8519-9e4218e4a295 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/32e26454-b8e3-4c43-b0ee-d2e887b4087e HTTP/1.1" status: 204 len: 168 time: 0.2571568 Jun 16 09:43:50.015977 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:50.023456 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71daab88-2ca7-43e0-8519-9e4218e4a295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e26454-b8e3-4c43-b0ee-d2e887b4087e,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:50.026394 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-71daab88-2ca7-43e0-8519-9e4218e4a295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:50.460409 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168233d3-fc8b-4da8-a924-57a8be29ca4c req-eeabf528-2926-4ff0-bec4-a6a04d129fe3 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:50.461886 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-168233d3-fc8b-4da8-a924-57a8be29ca4c req-eeabf528-2926-4ff0-bec4-a6a04d129fe3 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 943 time: 0.0684547 Jun 16 09:43:50.503979 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-168233d3-fc8b-4da8-a924-57a8be29ca4c req-d695b11c-6482-4c3c-8c80-bb01db50123c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355024 Jun 16 09:43:50.512977 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-16d92f64-da1b-4eb0-8f0f-160fef97265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:50.705060 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c189e-66c2-4da0-b5e9-28abd771458d req-ed7dd34f-13c0-4fbb-a83f-0aa57f1f1585 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:50.706627 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-036c189e-66c2-4da0-b5e9-28abd771458d req-ed7dd34f-13c0-4fbb-a83f-0aa57f1f1585 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 944 time: 0.0685380 Jun 16 09:43:50.748809 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-036c189e-66c2-4da0-b5e9-28abd771458d req-3b24b3b1-96fb-4b28-bddd-153ce4045451 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361862 Jun 16 09:43:50.871267 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20798669-459f-4dc8-b013-fd58a3074195 req-c348f6ce-86c8-41dd-86a6-dcc1876ae5a2 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:50.872749 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-20798669-459f-4dc8-b013-fd58a3074195 req-c348f6ce-86c8-41dd-86a6-dcc1876ae5a2 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 945 time: 0.0646098 Jun 16 09:43:50.926711 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-20798669-459f-4dc8-b013-fd58a3074195 req-f60b6d9a-0075-4581-b2b6-44fd5459ac7c tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0479548 Jun 16 09:43:51.089981 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 46344) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:51.184776 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [None req-96eab873-6d37-447b-adf7-2825cbf7981f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2096358680-network', 'tenant_id': 'd33e8e25724b4f21907aecd88685d3cf'}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:51.361889 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96eab873-6d37-447b-adf7-2825cbf7981f admin admin] Made reservation on behalf of d33e8e25724b4f21907aecd88685d3cf for: {'network': 1} {{(pid=98981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:43:51.364304 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-96eab873-6d37-447b-adf7-2825cbf7981f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for network, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:51.373431 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-96eab873-6d37-447b-adf7-2825cbf7981f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:51.463964 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-96eab873-6d37-447b-adf7-2825cbf7981f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:51.579499 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-96eab873-6d37-447b-adf7-2825cbf7981f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:51.587511 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-673f7152-b174-477c-8a3b-fab48612bd4a tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:51.606566 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96eab873-6d37-447b-adf7-2825cbf7981f admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=98981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 09:43:51.618662 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eab873-6d37-447b-adf7-2825cbf7981f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad64e575-b67e-45de-acc9-47004529070a,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:51.622975 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-96eab873-6d37-447b-adf7-2825cbf7981f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753648'] for segment, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:51.623315 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.db.segments_db [None req-96eab873-6d37-447b-adf7-2825cbf7981f admin admin] Added segment 6567bdf1-8011-4aa8-a946-782cc5d80894 of type vlan for network af0e7c13-7632-4143-85e6-d792024cf097 Jun 16 09:43:51.624747 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-96eab873-6d37-447b-adf7-2825cbf7981f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:51.665579 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-96eab873-6d37-447b-adf7-2825cbf7981f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772812906909'] for network, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:51.691760 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56970752-45e9-49fc-b1d5-85d3e8ea65fe req-0214ebc4-2563-45f9-8b5f-3b0c1d138a48 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:51.693265 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-56970752-45e9-49fc-b1d5-85d3e8ea65fe req-0214ebc4-2563-45f9-8b5f-3b0c1d138a48 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 943 time: 0.0674412 Jun 16 09:43:51.735733 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-56970752-45e9-49fc-b1d5-85d3e8ea65fe req-f4675efb-fba6-4bf4-8878-7cf6d0f3e987 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359955 Jun 16 09:43:51.746387 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-96eab873-6d37-447b-adf7-2825cbf7981f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439'] for network, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:51.747739 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96eab873-6d37-447b-adf7-2825cbf7981f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:51.748306 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-96eab873-6d37-447b-adf7-2825cbf7981f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for network, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:51.751323 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:52.024026 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-96eab873-6d37-447b-adf7-2825cbf7981f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9298706 Jun 16 09:43:52.024026 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eab873-6d37-447b-adf7-2825cbf7981f admin admin] Pushing event updated for resources: {'Network': ['ID=af0e7c13-7632-4143-85e6-d792024cf097,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:52.024680 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-96eab873-6d37-447b-adf7-2825cbf7981f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:52.025160 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 46362) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:52.033042 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Network af0e7c13-7632-4143-85e6-d792024cf097 details requested by agent ovs-agent-dv-cinder-796286-4-iscsi with host dv-cinder-796286-4-iscsi {{(pid=98982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 09:43:52.037807 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [None req-928c1b18-c7e7-49a3-948b-2c10bfc9f4a5 admin admin] Request body: {'subnet': {'network_id': 'af0e7c13-7632-4143-85e6-d792024cf097', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2096358680-subnet', 'tenant_id': 'd33e8e25724b4f21907aecd88685d3cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:52.106482 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7911ae-46f3-420a-89a6-a25dc3fdcf54 req-c063a63f-8ed6-4442-baeb-bd13af00193b tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:52.116129 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-1c7911ae-46f3-420a-89a6-a25dc3fdcf54 req-c063a63f-8ed6-4442-baeb-bd13af00193b tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 944 time: 0.0969110 Jun 16 09:43:52.158187 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c7cae-8aec-4c2a-9783-d1f1f7d48f27 req-f7fdb49a-9d60-4cfc-8d22-071c9b6f5567 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:52.159817 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-cc0c7cae-8aec-4c2a-9783-d1f1f7d48f27 req-f7fdb49a-9d60-4cfc-8d22-071c9b6f5567 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 945 time: 0.1072059 Jun 16 09:43:52.163658 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-1c7911ae-46f3-420a-89a6-a25dc3fdcf54 req-782a944c-5cae-4131-90e6-cd405097142d tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403514 Jun 16 09:43:52.207153 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-cc0c7cae-8aec-4c2a-9783-d1f1f7d48f27 req-369379e7-b12e-489d-a0cb-901c70b5e28d tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0401435 Jun 16 09:43:52.227523 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928c1b18-c7e7-49a3-948b-2c10bfc9f4a5 admin admin] Made reservation on behalf of d33e8e25724b4f21907aecd88685d3cf for: {'subnet': 1} {{(pid=98980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:43:52.229939 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-928c1b18-c7e7-49a3-948b-2c10bfc9f4a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:52.285029 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] get_ports_and_sgs() called for port_ids ['1f14669b-7283-4579-8ac1-826dc91f9540'] {{(pid=98982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:43:52.326647 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] get_ports_and_sgs() called for port_ids ['8c10c8bd-00cf-4789-bea3-598d82e18630'] {{(pid=98982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:43:52.392030 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] get_ports_and_sgs() called for port_ids ['212e68ed-5263-48ac-8e36-722d092eb348'] {{(pid=98982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:43:52.451987 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e4fb578b-fd5e-47f0-aa8c-4b83a36f29c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:52.584735 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-928c1b18-c7e7-49a3-948b-2c10bfc9f4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430'] for subnet, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:52.587949 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:52.660734 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928c1b18-c7e7-49a3-948b-2c10bfc9f4a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2308e141-9675-47b0-890a-78037fb01f95,revision_number=0']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:52.665649 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-928c1b18-c7e7-49a3-948b-2c10bfc9f4a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:52.670714 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928c1b18-c7e7-49a3-948b-2c10bfc9f4a5 admin admin] Checking segment: {'id': '6567bdf1-8011-4aa8-a946-782cc5d80894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'af0e7c13-7632-4143-85e6-d792024cf097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:43:52.670714 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928c1b18-c7e7-49a3-948b-2c10bfc9f4a5 admin admin] Network hostable DHCP agents. Network: af0e7c13-7632-4143-85e6-d792024cf097, hostable agents: ['b75f70a3-2745-4841-b3c1-6cbf0fc89424'], hosted agents: [] {{(pid=98980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 09:43:52.845128 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928c1b18-c7e7-49a3-948b-2c10bfc9f4a5 admin admin] Network af0e7c13-7632-4143-85e6-d792024cf097 is scheduled to be hosted by DHCP agent b75f70a3-2745-4841-b3c1-6cbf0fc89424 with binding_index 1 {{(pid=98980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 09:43:52.917037 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03c3f7-1789-4357-9c3a-fb606dd361ec req-caf125ac-5c66-4e85-ba5e-9507c4eb3949 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:52.918559 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-bf03c3f7-1789-4357-9c3a-fb606dd361ec req-caf125ac-5c66-4e85-ba5e-9507c4eb3949 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 943 time: 0.0662057 Jun 16 09:43:52.966698 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-bf03c3f7-1789-4357-9c3a-fb606dd361ec req-5e2d41f1-9df3-42a4-899f-03f3d89e4142 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418301 Jun 16 09:43:53.047407 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.base_scheduler [None req-928c1b18-c7e7-49a3-948b-2c10bfc9f4a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-4-iscsi, af0e7c13-7632-4143-85e6-d792024cf097) {{(pid=98980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:43:53.051812 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928c1b18-c7e7-49a3-948b-2c10bfc9f4a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:53.052405 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-928c1b18-c7e7-49a3-948b-2c10bfc9f4a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for subnet, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:53.057522 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16345afa-3b27-44a4-a3b9-f43e48ba13c0 None None] Network af0e7c13-7632-4143-85e6-d792024cf097 requested from dv-cinder-796286-4-iscsi {{(pid=98982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:43:53.173383 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-928c1b18-c7e7-49a3-948b-2c10bfc9f4a5 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1468034 Jun 16 09:43:53.184299 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f698a88-5f3a-408b-85ad-c7653059f121 None None] Network af0e7c13-7632-4143-85e6-d792024cf097 requested from dv-cinder-796286-4-iscsi {{(pid=98982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:43:53.424849 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed3832-7282-4370-8d64-c83f712b521e req-fb769727-d2a2-44aa-8996-2ef569a88fee tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:53.428226 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-80ed3832-7282-4370-8d64-c83f712b521e req-fb769727-d2a2-44aa-8996-2ef569a88fee tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 944 time: 0.1394229 Jun 16 09:43:53.478350 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757f07c2-13bc-4418-adc4-28aed02273a3 req-ae81b50d-e583-4e28-958b-ea01d5c70edc tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:53.485939 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-757f07c2-13bc-4418-adc4-28aed02273a3 req-ae81b50d-e583-4e28-958b-ea01d5c70edc tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 945 time: 0.1476219 Jun 16 09:43:53.505649 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-80ed3832-7282-4370-8d64-c83f712b521e req-9c8fd60b-a77c-46c8-af9c-3d7c95542c49 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669215 Jun 16 09:43:53.539448 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-757f07c2-13bc-4418-adc4-28aed02273a3 req-03ed4a6d-2f42-474e-bc9b-323e24ebbc8c tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0526495 Jun 16 09:43:53.737712 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 5403c8cd-0d51-4beb-b15b-ccfb976d5fd4 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=98982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 09:43:53.748433 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 1f14669b-7283-4579-8ac1-826dc91f9540 up at agent hyperv_hv-cinder-79628 {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:43:53.875784 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 5403c8cd-0d51-4beb-b15b-ccfb976d5fd4, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5403c8cd-0d51-4beb-b15b-ccfb976d5fd4,segment=NetworkSegment(072836ba-11c0-4d89-9dbf-d840ce8bf23f),segment_id=072836ba-11c0-4d89-9dbf-d840ce8bf23f)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:43:53.890608 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Returning: {'device': '5403c8cd-0d51-4beb-b15b-ccfb976d5fd4', 'network_id': 'b643789e-234a-40e9-b489-894119bc4f89', 'port_id': '5403c8cd-0d51-4beb-b15b-ccfb976d5fd4', 'mac_address': 'fa:16:3e:66:4e:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5e9ba67-07c6-43ea-ad13-16d85d3a0ee3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 09:43:53.931429 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Provisioning for port 1f14669b-7283-4579-8ac1-826dc91f9540 completed by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:43:53.940725 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Provisioning complete for port 1f14669b-7283-4579-8ac1-826dc91f9540 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:43:53.941210 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:53.975110 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:53.996970 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.notifiers.nova [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5403c8cd-0d51-4beb-b15b-ccfb976d5fd4 {{(pid=98982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:43:54.022054 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 5403c8cd-0d51-4beb-b15b-ccfb976d5fd4, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5403c8cd-0d51-4beb-b15b-ccfb976d5fd4,segment=NetworkSegment(072836ba-11c0-4d89-9dbf-d840ce8bf23f),segment_id=072836ba-11c0-4d89-9dbf-d840ce8bf23f)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:43:54.151556 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:54.154956 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e100c00a-6d79-41ce-be0f-fa566b64b206 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:54.186515 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:54.223931 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Pushing event updated for resources: {'Port': ['ID=5403c8cd-0d51-4beb-b15b-ccfb976d5fd4,revision_number=4']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:54.230833 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac9947f-d64a-404f-9082-57a7dc54032c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f14669b-7283-4579-8ac1-826dc91f9540'}] {{(pid=98982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:43:54.233272 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4f9cc304a916b9d47f5f8bf5758f709c886eea9513b83351d26ab7408c86625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c466edbb-74d1-454f-802a-f6d3193cc66f" -d '{"events": [{"server_uuid": "9ac9947f-d64a-404f-9082-57a7dc54032c", "name": "network-vif-plugged", "status": "completed", "tag": "1f14669b-7283-4579-8ac1-826dc91f9540"}]}' {{(pid=98982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:43:54.237498 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:54.250210 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 1f14669b-7283-4579-8ac1-826dc91f9540, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1f14669b-7283-4579-8ac1-826dc91f9540,segment=NetworkSegment(b89fa4bb-9b9b-47e0-a491-864722251830),segment_id=b89fa4bb-9b9b-47e0-a491-864722251830)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:43:54.367595 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:54.368474 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 8c10c8bd-00cf-4789-bea3-598d82e18630 up at agent hyperv_hv-cinder-79628 {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:43:54.370271 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:54.458131 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Pushing event updated for resources: {'Port': ['ID=1f14669b-7283-4579-8ac1-826dc91f9540,revision_number=5']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:54.461757 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:54.538469 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Provisioning for port 8c10c8bd-00cf-4789-bea3-598d82e18630 completed by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:43:54.542916 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Provisioning complete for port 8c10c8bd-00cf-4789-bea3-598d82e18630 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:43:54.546814 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:54.573925 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] get_ports_and_sgs() called for port_ids ['5403c8cd-0d51-4beb-b15b-ccfb976d5fd4'] {{(pid=98982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:43:54.682150 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:54.736381 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 8c10c8bd-00cf-4789-bea3-598d82e18630, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8c10c8bd-00cf-4789-bea3-598d82e18630,segment=NetworkSegment(98020f90-26bc-4339-b426-2587baf2cd84),segment_id=98020f90-26bc-4339-b426-2587baf2cd84)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:43:54.847395 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:54.849302 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:54.900432 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Pushing event updated for resources: {'Port': ['ID=8c10c8bd-00cf-4789-bea3-598d82e18630,revision_number=5']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:54.903543 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:55.125564 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8ec13-d940-4040-8e3f-2eada9c9ce35 req-4716f683-1493-4685-8799-628693e13e19 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:55.127110 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-5aa8ec13-d940-4040-8e3f-2eada9c9ce35 req-4716f683-1493-4685-8799-628693e13e19 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 944 time: 0.0650523 Jun 16 09:43:55.174664 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a3c257-9604-4582-b159-90213444f587 x-openstack-request-id: req-75a3c257-9604-4582-b159-90213444f587 {{(pid=98982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:43:55.175324 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ac9947f-d64a-404f-9082-57a7dc54032c", "name": "network-vif-plugged", "status": "completed", "tag": "1f14669b-7283-4579-8ac1-826dc91f9540", "code": 200}]} {{(pid=98982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:43:55.175782 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-75a3c257-9604-4582-b159-90213444f587 {{(pid=98982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:43:55.176491 dv-cinder-796286-4-iscsi neutron-server[98982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac9947f-d64a-404f-9082-57a7dc54032c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f14669b-7283-4579-8ac1-826dc91f9540', 'code': 200} Jun 16 09:43:55.190209 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-5aa8ec13-d940-4040-8e3f-2eada9c9ce35 req-42b6d52d-3b34-4ffb-9774-bdfd1f57cb93 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550482 Jun 16 09:43:55.366138 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f72c789-747a-446c-bb1f-14eb6bef4768 req-98d6b4ec-bb90-4ff1-a729-e7cd26999687 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:55.369825 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-2f72c789-747a-446c-bb1f-14eb6bef4768 req-98d6b4ec-bb90-4ff1-a729-e7cd26999687 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 944 time: 0.0883505 Jun 16 09:43:55.410563 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88bdd8f-b236-4938-877f-9f7fdf3a4754 req-7329ce47-496e-42cb-b35f-722f5efb181c tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:55.414917 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-a88bdd8f-b236-4938-877f-9f7fdf3a4754 req-7329ce47-496e-42cb-b35f-722f5efb181c tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.0839272 Jun 16 09:43:55.435902 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-2f72c789-747a-446c-bb1f-14eb6bef4768 req-5758945c-7c81-41ab-a17c-0b97dca2ab05 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589578 Jun 16 09:43:55.494012 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-a88bdd8f-b236-4938-877f-9f7fdf3a4754 req-02ffda4b-8dae-4635-84b2-b982545a855f tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0747159 Jun 16 09:43:55.766951 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 212e68ed-5263-48ac-8e36-722d092eb348 up at agent hyperv_hv-cinder-79628 {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:43:55.846461 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d59f10-c8ba-4170-ae5c-d44cc839dea4 req-899a4ecf-c128-417f-af33-247948614941 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:55.848200 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-87d59f10-c8ba-4170-ae5c-d44cc839dea4 req-899a4ecf-c128-417f-af33-247948614941 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/networks?id=af0e7c13-7632-4143-85e6-d792024cf097 HTTP/1.1" status: 200 len: 809 time: 0.1405311 Jun 16 09:43:55.854453 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ae46c-ee53-4961-afa6-27670b6f5fb1 req-8ff05494-bb89-4988-b8cc-06a8ef8a6726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:55.858864 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-439ae46c-ee53-4961-afa6-27670b6f5fb1 req-8ff05494-bb89-4988-b8cc-06a8ef8a6726 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 1099 time: 0.1273391 Jun 16 09:43:55.881101 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-87d59f10-c8ba-4170-ae5c-d44cc839dea4 req-6b9ffd7f-a408-4711-91ba-50de25644e65 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/quotas/d33e8e25724b4f21907aecd88685d3cf HTTP/1.1" status: 200 len: 375 time: 0.0241320 Jun 16 09:43:55.927248 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Provisioning for port 212e68ed-5263-48ac-8e36-722d092eb348 completed by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:43:55.931384 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Provisioning complete for port 212e68ed-5263-48ac-8e36-722d092eb348 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:43:55.937117 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:55.937455 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-87d59f10-c8ba-4170-ae5c-d44cc839dea4 req-a743b102-489f-4f86-b8ab-0fac89844aab tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d33e8e25724b4f21907aecd88685d3cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504611 Jun 16 09:43:55.939460 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-439ae46c-ee53-4961-afa6-27670b6f5fb1 req-8f28dec4-0b68-4c26-a799-164610d8c9b8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0751383 Jun 16 09:43:56.019088 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:56.034498 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-87d59f10-c8ba-4170-ae5c-d44cc839dea4 req-b30f5b0f-9004-4b31-becd-a20e6ed19e5d service neutron] 10.222.0.25 "GET /v2.0/networks/af0e7c13-7632-4143-85e6-d792024cf097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895803 Jun 16 09:43:56.055245 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 212e68ed-5263-48ac-8e36-722d092eb348, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=212e68ed-5263-48ac-8e36-722d092eb348,segment=NetworkSegment(98020f90-26bc-4339-b426-2587baf2cd84),segment_id=98020f90-26bc-4339-b426-2587baf2cd84)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:43:56.130596 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-87d59f10-c8ba-4170-ae5c-d44cc839dea4 req-f9be4721-4739-4f34-b996-1efb7a80c3b8 service neutron] 10.222.0.25 "GET /v2.0/networks/af0e7c13-7632-4143-85e6-d792024cf097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869305 Jun 16 09:43:56.179174 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:56.180812 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 5403c8cd-0d51-4beb-b15b-ccfb976d5fd4 up at agent hyperv_hv-cinder-79628 {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:43:56.183754 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:56.262987 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Pushing event updated for resources: {'Port': ['ID=212e68ed-5263-48ac-8e36-722d092eb348,revision_number=5']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:56.266700 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:56.392967 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Provisioning for port 5403c8cd-0d51-4beb-b15b-ccfb976d5fd4 completed by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:43:56.397137 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Provisioning complete for port 5403c8cd-0d51-4beb-b15b-ccfb976d5fd4 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:43:56.397508 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:56.398085 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d5d22-b854-4e03-a621-2d1301cb0c50 req-3068d8b3-1361-4d94-95f9-93a47e777e6b tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:56.401049 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-8b8d5d22-b854-4e03-a621-2d1301cb0c50 req-3068d8b3-1361-4d94-95f9-93a47e777e6b tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 944 time: 0.0692599 Jun 16 09:43:56.439488 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-8b8d5d22-b854-4e03-a621-2d1301cb0c50 req-53519b2a-6d5f-4e61-855e-ad8cc10b0752 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333159 Jun 16 09:43:56.487248 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:56.523564 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 5403c8cd-0d51-4beb-b15b-ccfb976d5fd4, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5403c8cd-0d51-4beb-b15b-ccfb976d5fd4,segment=NetworkSegment(072836ba-11c0-4d89-9dbf-d840ce8bf23f),segment_id=072836ba-11c0-4d89-9dbf-d840ce8bf23f)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:43:56.557277 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-3b4c4386-317b-4164-9e51-23ddd7371d9f req-82f7150d-4e94-4af1-be19-2a7ce7815568 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/ports?device_id=11950b7b-dcad-40f7-9734-8674c7657421 HTTP/1.1" status: 200 len: 210 time: 0.0341442 Jun 16 09:43:56.601547 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:56.604290 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:56.633865 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000de4b-b2c4-45cf-84f4-be74b0a66d6e req-90c252a5-fc9e-496d-8650-39d232378e63 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:56.635623 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-5000de4b-b2c4-45cf-84f4-be74b0a66d6e req-90c252a5-fc9e-496d-8650-39d232378e63 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 945 time: 0.0691011 Jun 16 09:43:56.670997 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Pushing event updated for resources: {'Port': ['ID=5403c8cd-0d51-4beb-b15b-ccfb976d5fd4,revision_number=5']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:56.682540 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:56.685620 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-5000de4b-b2c4-45cf-84f4-be74b0a66d6e req-1b96e67f-3398-45c8-abbf-02ce1701129d tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376809 Jun 16 09:43:56.908680 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed796942-753d-4975-a7c2-a337dc3a3a0d req-e43f6dad-d4c0-445a-a816-a5c48fbd292b tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:56.910176 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-ed796942-753d-4975-a7c2-a337dc3a3a0d req-e43f6dad-d4c0-445a-a816-a5c48fbd292b tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.0821447 Jun 16 09:43:56.949118 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-ed796942-753d-4975-a7c2-a337dc3a3a0d req-c55e8115-9223-481b-bd46-0cb7c7b9ec4a tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0329792 Jun 16 09:43:57.177723 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e04040a4-5c47-4752-a18e-65e014b80ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c10c8bd-00cf-4789-bea3-598d82e18630'}, {'server_uuid': 'db3d0f0a-de77-448a-b516-c5a161ed6387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '212e68ed-5263-48ac-8e36-722d092eb348'}, {'server_uuid': '7907a93c-47c0-4567-9871-4798aae2fd88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5403c8cd-0d51-4beb-b15b-ccfb976d5fd4'}] {{(pid=98982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:43:57.180111 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4f9cc304a916b9d47f5f8bf5758f709c886eea9513b83351d26ab7408c86625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439e5bf4-5aaf-43b6-a396-0b317c4ec206" -d '{"events": [{"server_uuid": "e04040a4-5c47-4752-a18e-65e014b80ebb", "name": "network-vif-plugged", "status": "completed", "tag": "8c10c8bd-00cf-4789-bea3-598d82e18630"}, {"server_uuid": "db3d0f0a-de77-448a-b516-c5a161ed6387", "name": "network-vif-plugged", "status": "completed", "tag": "212e68ed-5263-48ac-8e36-722d092eb348"}, {"server_uuid": "7907a93c-47c0-4567-9871-4798aae2fd88", "name": "network-vif-plugged", "status": "completed", "tag": "5403c8cd-0d51-4beb-b15b-ccfb976d5fd4"}]}' {{(pid=98982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:43:57.227183 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 16 Jun 2021 09:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08b1a04-9897-4f5c-95ac-d1c68051d5ca x-openstack-request-id: req-d08b1a04-9897-4f5c-95ac-d1c68051d5ca {{(pid=98982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:43:57.227486 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e04040a4-5c47-4752-a18e-65e014b80ebb", "name": "network-vif-plugged", "status": "completed", "tag": "8c10c8bd-00cf-4789-bea3-598d82e18630", "code": 200}, {"server_uuid": "db3d0f0a-de77-448a-b516-c5a161ed6387", "name": "network-vif-plugged", "status": "completed", "tag": "212e68ed-5263-48ac-8e36-722d092eb348", "code": 200}, {"server_uuid": "7907a93c-47c0-4567-9871-4798aae2fd88", "name": "network-vif-plugged", "status": "completed", "tag": "5403c8cd-0d51-4beb-b15b-ccfb976d5fd4", "code": 200}]} {{(pid=98982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:43:57.227756 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d08b1a04-9897-4f5c-95ac-d1c68051d5ca {{(pid=98982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:43:57.228193 dv-cinder-796286-4-iscsi neutron-server[98982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e04040a4-5c47-4752-a18e-65e014b80ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c10c8bd-00cf-4789-bea3-598d82e18630', 'code': 200} Jun 16 09:43:57.228465 dv-cinder-796286-4-iscsi neutron-server[98982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db3d0f0a-de77-448a-b516-c5a161ed6387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '212e68ed-5263-48ac-8e36-722d092eb348', 'code': 200} Jun 16 09:43:57.228724 dv-cinder-796286-4-iscsi neutron-server[98982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7907a93c-47c0-4567-9871-4798aae2fd88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5403c8cd-0d51-4beb-b15b-ccfb976d5fd4', 'code': 200} Jun 16 09:43:57.630008 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a49f3-abb7-4f0b-b150-0936e1b2adff req-e13973c5-6d49-43d2-9ef1-7e9b2c8c1b7b tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:57.631557 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-1c1a49f3-abb7-4f0b-b150-0936e1b2adff req-e13973c5-6d49-43d2-9ef1-7e9b2c8c1b7b tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 945 time: 0.0716624 Jun 16 09:43:57.649549 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-5881f491-aa8d-43b0-be8f-92e69369726b req-13d66d4c-b744-4d6d-9f54-7ee1b79e2035 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/ports?device_id=11950b7b-dcad-40f7-9734-8674c7657421 HTTP/1.1" status: 200 len: 210 time: 0.0291464 Jun 16 09:43:57.674744 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-1c1a49f3-abb7-4f0b-b150-0936e1b2adff req-28392482-017f-49de-8d12-4e846a4a9c6a tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373137 Jun 16 09:43:57.863373 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f761c13e-2652-411c-98d5-b1007ae74685 req-fe444fd2-22d4-459b-9b55-b2268f4a6be9 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:57.864967 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f761c13e-2652-411c-98d5-b1007ae74685 req-fe444fd2-22d4-459b-9b55-b2268f4a6be9 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 945 time: 0.0668225 Jun 16 09:43:57.907892 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f761c13e-2652-411c-98d5-b1007ae74685 req-54d38822-c8c3-427c-9884-f5fc9460715b tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366666 Jun 16 09:43:58.122195 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbf4e2-eb3d-4248-9714-56c4c0730f1a req-70427b6b-d445-47c4-9105-8eeab0c4c33c tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:58.125796 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-9bbbf4e2-eb3d-4248-9714-56c4c0730f1a req-70427b6b-d445-47c4-9105-8eeab0c4c33c tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.0619226 Jun 16 09:43:58.163159 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-9bbbf4e2-eb3d-4248-9714-56c4c0730f1a req-2db1537b-4e93-4136-9af9-cc902c5effb3 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0336909 Jun 16 09:43:58.791621 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-8c1bf254-39bf-4b62-bcd0-8f62b1663bac req-a3b86f54-7cb5-4b7d-b719-83eef513c331 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/ports?device_id=11950b7b-dcad-40f7-9734-8674c7657421 HTTP/1.1" status: 200 len: 210 time: 0.0291312 Jun 16 09:43:58.866564 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec13211-571d-4ec6-86ed-d7901e068455 req-077089d2-a9cc-4455-8197-69a600cc6028 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:58.868118 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-cec13211-571d-4ec6-86ed-d7901e068455 req-077089d2-a9cc-4455-8197-69a600cc6028 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 945 time: 0.0689449 Jun 16 09:43:58.912871 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-cec13211-571d-4ec6-86ed-d7901e068455 req-542c6a43-aea5-4561-8e54-5ba82ea9c6e0 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389264 Jun 16 09:43:59.091388 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb94db8-0998-4aaa-afa7-7b2ea7f80be8 req-972931aa-8d59-4fc9-b108-d1cd24bbd5fc tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:59.093026 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-8eb94db8-0998-4aaa-afa7-7b2ea7f80be8 req-972931aa-8d59-4fc9-b108-d1cd24bbd5fc tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 945 time: 0.0646315 Jun 16 09:43:59.134700 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-8eb94db8-0998-4aaa-afa7-7b2ea7f80be8 req-e9537ba8-c6a1-48c1-80bc-3ca86049a610 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333571 Jun 16 09:43:59.355558 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2322ff7-263a-4db1-a2c7-09dc858689ee req-09ed5bbc-360c-4358-8710-5e625901a651 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:59.357067 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-e2322ff7-263a-4db1-a2c7-09dc858689ee req-09ed5bbc-360c-4358-8710-5e625901a651 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.0772693 Jun 16 09:43:59.395645 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-e2322ff7-263a-4db1-a2c7-09dc858689ee req-b69e78aa-8228-4ef3-a022-77b10af53b6e tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0324390 Jun 16 09:43:59.945014 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-9166b679-9693-4361-b6f0-fb5fd3ba64a5 req-1c39a37a-257e-4164-a39b-a386669dfde2 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/ports?device_id=11950b7b-dcad-40f7-9734-8674c7657421 HTTP/1.1" status: 200 len: 210 time: 0.0371454 Jun 16 09:44:00.011291 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f240b1c-84db-4506-87ac-bf565dd57472 req-ba4597ec-d723-4ad8-b49b-78a5a7fd36b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:00.012766 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-4f240b1c-84db-4506-87ac-bf565dd57472 req-ba4597ec-d723-4ad8-b49b-78a5a7fd36b4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 1098 time: 0.0701811 Jun 16 09:44:00.053516 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-4f240b1c-84db-4506-87ac-bf565dd57472 req-99014e19-35c4-4488-a957-4fa1ed348c16 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335441 Jun 16 09:44:00.168041 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78190b0a-edb7-48ac-b1ef-c166bfb3b563 req-0b805487-7002-4443-aab3-9607a0f38862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:00.169542 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-78190b0a-edb7-48ac-b1ef-c166bfb3b563 req-0b805487-7002-4443-aab3-9607a0f38862 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 1098 time: 0.1709270 Jun 16 09:44:00.180428 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257de271-ec0c-45bf-b6a8-d326edb8a5dc req-efb617a8-5eae-4e08-9603-765fcef64c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:00.184385 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-257de271-ec0c-45bf-b6a8-d326edb8a5dc req-efb617a8-5eae-4e08-9603-765fcef64c50 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 1098 time: 0.1753168 Jun 16 09:44:00.190091 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb653f6-74ea-470b-a3f8-edaa4b1d6fa4 req-906ea1bf-dfc5-4350-8a78-39ff54f51a46 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:00.191511 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-fcb653f6-74ea-470b-a3f8-edaa4b1d6fa4 req-906ea1bf-dfc5-4350-8a78-39ff54f51a46 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 945 time: 0.1238217 Jun 16 09:44:00.233496 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-fcb653f6-74ea-470b-a3f8-edaa4b1d6fa4 req-8c53dbc3-d754-4c00-9629-1104de7844a4 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363755 Jun 16 09:44:00.313277 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108aab40-eaa2-47e5-b35a-b4d88460c6b2 req-ac5d069c-ca8c-459d-8b90-a21b7eb87bb1 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:00.314762 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-108aab40-eaa2-47e5-b35a-b4d88460c6b2 req-ac5d069c-ca8c-459d-8b90-a21b7eb87bb1 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 945 time: 0.0666089 Jun 16 09:44:00.357526 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-108aab40-eaa2-47e5-b35a-b4d88460c6b2 req-d8fe0cd3-00ce-4051-b91b-facb70134320 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323567 Jun 16 09:44:00.561565 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-257de271-ec0c-45bf-b6a8-d326edb8a5dc req-0185c10f-05b4-4a0e-98e4-cbcb149edd09 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833664 Jun 16 09:44:00.587751 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-78190b0a-edb7-48ac-b1ef-c166bfb3b563 req-ca2a21f0-fe9d-42e8-a633-92a337b3d02b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108112 Jun 16 09:44:00.624531 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0872d-8c82-4b33-9a90-f21004054b6a req-3de52aa0-bc98-47bb-aed3-948d8503624c tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:00.626315 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-c1a0872d-8c82-4b33-9a90-f21004054b6a req-3de52aa0-bc98-47bb-aed3-948d8503624c tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.0871050 Jun 16 09:44:00.670638 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-c1a0872d-8c82-4b33-9a90-f21004054b6a req-aac2a106-8367-44dc-97d5-b73e3ae7efc8 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0342577 Jun 16 09:44:01.096451 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f34ef0f4-b94e-459d-a5e9-345245ff5174 req-b5641c29-3424-4d2d-8e57-50aefa501773 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/ports?device_id=11950b7b-dcad-40f7-9734-8674c7657421 HTTP/1.1" status: 200 len: 210 time: 0.0314229 Jun 16 09:44:01.432848 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b786cf5-e5fb-4043-aa4e-fbeffa087a6e req-b21fc470-f1f2-46f3-8830-1ea09d58c741 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:01.434344 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-7b786cf5-e5fb-4043-aa4e-fbeffa087a6e req-b21fc470-f1f2-46f3-8830-1ea09d58c741 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 945 time: 0.0730104 Jun 16 09:44:01.476419 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-7b786cf5-e5fb-4043-aa4e-fbeffa087a6e req-be0ec77f-3335-47a4-9fff-ee64d3aff63d tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357628 Jun 16 09:44:01.540601 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a98030-80a2-4ccb-b2da-32178c7c9fcf req-6f990479-8cfe-4f20-8189-c493957d58d6 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:01.542805 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-c0a98030-80a2-4ccb-b2da-32178c7c9fcf req-6f990479-8cfe-4f20-8189-c493957d58d6 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 945 time: 0.0709574 Jun 16 09:44:01.597906 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-c0a98030-80a2-4ccb-b2da-32178c7c9fcf req-6d3f75df-9bdc-4d0c-8976-6c428017dd74 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488882 Jun 16 09:44:01.853258 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e37779-1fab-4190-bed4-190128012f0c req-164d36a3-f819-4a98-889b-ba531e0a6837 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:01.854804 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-01e37779-1fab-4190-bed4-190128012f0c req-164d36a3-f819-4a98-889b-ba531e0a6837 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.0711055 Jun 16 09:44:01.893062 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-01e37779-1fab-4190-bed4-190128012f0c req-579489bd-a5af-4f69-9cc7-e47788f716f6 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0322990 Jun 16 09:44:02.243551 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-37d14ae5-1668-4907-b1be-02811fc2c2c1 req-bae33c33-2d86-46f4-9763-dd1936d193c0 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/ports?device_id=11950b7b-dcad-40f7-9734-8674c7657421 HTTP/1.1" status: 200 len: 210 time: 0.0326531 Jun 16 09:44:02.662120 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b48b5-e800-4951-8539-3490a57e7632 req-223a3f6d-ea2f-4585-a665-bc3a5fe535fd tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:02.668292 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-236b48b5-e800-4951-8539-3490a57e7632 req-223a3f6d-ea2f-4585-a665-bc3a5fe535fd tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 945 time: 0.0725932 Jun 16 09:44:02.707483 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-236b48b5-e800-4951-8539-3490a57e7632 req-3a32868e-09e7-4a05-a8aa-37d7b5df95f1 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376291 Jun 16 09:44:02.790480 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf72ddf-cd5e-4d88-bd34-ff5ed39496bc req-2aa0cb03-45d9-4f46-b9b8-14b162d3f087 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:02.792601 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-abf72ddf-cd5e-4d88-bd34-ff5ed39496bc req-2aa0cb03-45d9-4f46-b9b8-14b162d3f087 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 945 time: 0.0806725 Jun 16 09:44:02.856541 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-abf72ddf-cd5e-4d88-bd34-ff5ed39496bc req-93cec24f-097b-479f-861f-e18f489353b6 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462582 Jun 16 09:44:03.025399 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d59f10-c8ba-4170-ae5c-d44cc839dea4 req-7663bd52-80d5-463f-b1fe-0163b67f59a7 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:03.027222 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-87d59f10-c8ba-4170-ae5c-d44cc839dea4 req-7663bd52-80d5-463f-b1fe-0163b67f59a7 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.49 "GET /v2.0/networks?id=af0e7c13-7632-4143-85e6-d792024cf097 HTTP/1.1" status: 200 len: 809 time: 0.1227593 Jun 16 09:44:03.107993 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65edb6-f094-42e8-b600-510310b0e424 req-08c9bdb4-c5b9-4a11-82cc-b2159667bb22 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:03.109622 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-dc65edb6-f094-42e8-b600-510310b0e424 req-08c9bdb4-c5b9-4a11-82cc-b2159667bb22 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.0655606 Jun 16 09:44:03.151526 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-dc65edb6-f094-42e8-b600-510310b0e424 req-5c083bfc-6c2e-4dbf-89b3-a86382c007da tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0342071 Jun 16 09:44:03.296181 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [req-87d59f10-c8ba-4170-ae5c-d44cc839dea4 req-abb472f5-20af-44f3-8483-533994d3b8d8 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Request body: {'port': {'device_id': '11950b7b-dcad-40f7-9734-8674c7657421', 'network_id': 'af0e7c13-7632-4143-85e6-d792024cf097', 'admin_state_up': True, 'tenant_id': 'd33e8e25724b4f21907aecd88685d3cf'}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:44:03.337501 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea26b66b-d293-4d36-a341-30a120c1820d req-6790cd22-ea16-421a-a493-cb5009e1f9ff tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:03.339147 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-ea26b66b-d293-4d36-a341-30a120c1820d req-6790cd22-ea16-421a-a493-cb5009e1f9ff tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.0745814 Jun 16 09:44:03.348357 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 46622) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:03.353147 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [None req-f10a6295-b25e-4af0-97e1-a057e403df62 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Request body: {'floatingip': {'port_id': '1f14669b-7283-4579-8ac1-826dc91f9540'}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:44:03.427401 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-f10a6295-b25e-4af0-97e1-a057e403df62 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks [] for floatingip, before_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:03.443746 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-b1c2a6fe-2736-4616-8f20-72066021bcdd req-fc071faa-32d1-4ddf-8e63-72cc348698f2 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/ports?device_id=11950b7b-dcad-40f7-9734-8674c7657421 HTTP/1.1" status: 200 len: 210 time: 0.0328393 Jun 16 09:44:03.581773 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87d59f10-c8ba-4170-ae5c-d44cc839dea4 req-abb472f5-20af-44f3-8483-533994d3b8d8 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Made reservation on behalf of d33e8e25724b4f21907aecd88685d3cf for: {'port': 1} {{(pid=98980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:44:03.586208 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-87d59f10-c8ba-4170-ae5c-d44cc839dea4 req-abb472f5-20af-44f3-8483-533994d3b8d8 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:03.726301 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.db_base_plugin_common [req-87d59f10-c8ba-4170-ae5c-d44cc839dea4 req-abb472f5-20af-44f3-8483-533994d3b8d8 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Allocated IP 172.20.0.12 (af0e7c13-7632-4143-85e6-d792024cf097/2308e141-9675-47b0-890a-78037fb01f95/19755f23-fe94-418e-9e90-efb05c1cadb0) {{(pid=98980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:44:03.880810 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-87d59f10-c8ba-4170-ae5c-d44cc839dea4 req-abb472f5-20af-44f3-8483-533994d3b8d8 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Notify callbacks [] for port, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:04.024364 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-87d59f10-c8ba-4170-ae5c-d44cc839dea4 req-abb472f5-20af-44f3-8483-533994d3b8d8 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110'] for port, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:04.024959 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1e125-c040-496a-9222-89b08b56d6e4 req-e92b4699-f4d1-4a87-b0b0-172c00f82333 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:04.026511 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-8cf1e125-c040-496a-9222-89b08b56d6e4 req-e92b4699-f4d1-4a87-b0b0-172c00f82333 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 945 time: 0.1742718 Jun 16 09:44:04.029213 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:04.116312 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87d59f10-c8ba-4170-ae5c-d44cc839dea4 req-abb472f5-20af-44f3-8483-533994d3b8d8 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Network af0e7c13-7632-4143-85e6-d792024cf097 is already hosted by enough agents. {{(pid=98980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:44:04.125135 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.base_scheduler [req-87d59f10-c8ba-4170-ae5c-d44cc839dea4 req-abb472f5-20af-44f3-8483-533994d3b8d8 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Resources bound (agent type, host, resource id): {{(pid=98980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:44:04.127216 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb472f5-20af-44f3-8483-533994d3b8d8 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Pushing event updated for resources: {'Port': ['ID=19755f23-fe94-418e-9e90-efb05c1cadb0,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:04.132028 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.l3_dvrscheduler_db [req-87d59f10-c8ba-4170-ae5c-d44cc839dea4 req-abb472f5-20af-44f3-8483-533994d3b8d8 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Received port after_create {{(pid=98980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:44:04.138087 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d59f10-c8ba-4170-ae5c-d44cc839dea4 req-abb472f5-20af-44f3-8483-533994d3b8d8 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:04.138702 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-87d59f10-c8ba-4170-ae5c-d44cc839dea4 req-abb472f5-20af-44f3-8483-533994d3b8d8 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for port, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:04.140091 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-8cf1e125-c040-496a-9222-89b08b56d6e4 req-e321b408-90ac-41ad-a001-5d930a82987f tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004329 Jun 16 09:44:04.158103 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-f10a6295-b25e-4af0-97e1-a057e403df62 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:04.158439 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb472f5-20af-44f3-8483-533994d3b8d8 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:04.158804 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb472f5-20af-44f3-8483-533994d3b8d8 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:04.159213 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb472f5-20af-44f3-8483-533994d3b8d8 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:04.159546 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb472f5-20af-44f3-8483-533994d3b8d8 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:04.159881 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb472f5-20af-44f3-8483-533994d3b8d8 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:04.160222 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb472f5-20af-44f3-8483-533994d3b8d8 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:04.160619 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb472f5-20af-44f3-8483-533994d3b8d8 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:04.160878 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb472f5-20af-44f3-8483-533994d3b8d8 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:04.161214 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb472f5-20af-44f3-8483-533994d3b8d8 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:04.161543 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb472f5-20af-44f3-8483-533994d3b8d8 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:04.161872 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb472f5-20af-44f3-8483-533994d3b8d8 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:04.162200 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb472f5-20af-44f3-8483-533994d3b8d8 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:04.169048 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-abb472f5-20af-44f3-8483-533994d3b8d8 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:04.198667 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01272157-7a85-406b-a28e-954f9a9fe3f5 req-f14f4eeb-82d3-4847-8eb4-de2a9c8f2b9e tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:04.200206 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-01272157-7a85-406b-a28e-954f9a9fe3f5 req-f14f4eeb-82d3-4847-8eb4-de2a9c8f2b9e tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 945 time: 0.1392086 Jun 16 09:44:04.248255 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-01272157-7a85-406b-a28e-954f9a9fe3f5 req-f9392edb-3d7d-4b29-8189-7ccd79a82bb6 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420275 Jun 16 09:44:04.296831 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-f10a6295-b25e-4af0-97e1-a057e403df62 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761582'] for floatingip, after_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:04.322913 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-87d59f10-c8ba-4170-ae5c-d44cc839dea4 req-abb472f5-20af-44f3-8483-533994d3b8d8 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0299900 Jun 16 09:44:04.643937 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c465ab6-6f28-44e8-b447-4ba9439b62fd req-c86066de-3031-472b-b3e0-0aacd97ca4dc tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:04.645441 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-2c465ab6-6f28-44e8-b447-4ba9439b62fd req-c86066de-3031-472b-b3e0-0aacd97ca4dc tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 945 time: 0.3827834 Jun 16 09:44:04.654828 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 46642) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:04.659571 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [None req-143bb93b-99b6-4cd0-84b8-8a7e8d1a8e4b tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Request body: {'floatingip': {'port_id': '5403c8cd-0d51-4beb-b15b-ccfb976d5fd4'}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:44:04.713147 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-143bb93b-99b6-4cd0-84b8-8a7e8d1a8e4b tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks [] for floatingip, before_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:04.715710 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.db.l3_db [None req-f10a6295-b25e-4af0-97e1-a057e403df62 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Floating IP 316b2eb7-b8c1-48cc-adfb-e5072909609f associated. External IP: 172.27.0.52, port: 1f14669b-7283-4579-8ac1-826dc91f9540. Jun 16 09:44:05.098367 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58564ee9-3c00-4211-838c-895923939eb6 req-6ca8d6c3-74b6-4412-b633-0985f5b9de14 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:05.100104 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-58564ee9-3c00-4211-838c-895923939eb6 req-6ca8d6c3-74b6-4412-b633-0985f5b9de14 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/ports?device_id=11950b7b-dcad-40f7-9734-8674c7657421 HTTP/1.1" status: 200 len: 932 time: 0.3524711 Jun 16 09:44:05.142444 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c22886-427a-48ea-a397-94ea32b4fe12 req-b4714f94-8f35-42e7-a09c-72533ccc3455 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:05.143980 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-c0c22886-427a-48ea-a397-94ea32b4fe12 req-b4714f94-8f35-42e7-a09c-72533ccc3455 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 945 time: 0.1011078 Jun 16 09:44:05.184914 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-c0c22886-427a-48ea-a397-94ea32b4fe12 req-5cad22a5-5c8a-4b8f-861c-c9313b44c4ce tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343525 Jun 16 09:44:05.249553 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-58564ee9-3c00-4211-838c-895923939eb6 req-a9472f9a-a309-4696-a0c3-cc6905fedfae tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad64e575-b67e-45de-acc9-47004529070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190341 Jun 16 09:44:05.329502 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10a6295-b25e-4af0-97e1-a057e403df62 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Router 3a95cbf4-c953-4fd9-8ad5-82d480798852 has already been hosted by L3 agent 7768ee83-37c7-4165-88a2-5844eb43ad81 {{(pid=98981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:44:05.508588 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-143bb93b-99b6-4cd0-84b8-8a7e8d1a8e4b tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:05.520707 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10a6295-b25e-4af0-97e1-a057e403df62 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify agent at l3_agent.dv-cinder-796286-4-iscsi the message routers_updated {{(pid=98981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:44:05.525854 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-f10a6295-b25e-4af0-97e1-a057e403df62 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for floatingip, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:05.535235 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9398bb-c57b-44bc-a0b7-7effc817c62a None None] Sync routers for ids ['3a95cbf4-c953-4fd9-8ad5-82d480798852'] in dv-cinder-796286-4-iscsi {{(pid=98983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:44:05.544787 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9398bb-c57b-44bc-a0b7-7effc817c62a None None] Routers {'3a95cbf4-c953-4fd9-8ad5-82d480798852'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:44:05.545410 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-be9398bb-c57b-44bc-a0b7-7effc817c62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:43:49Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['3a95cbf4-c953-4fd9-8ad5-82d480798852'], 'active': True} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:44:05.567525 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-f10a6295-b25e-4af0-97e1-a057e403df62 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "PUT /v2.0/floatingips/316b2eb7-b8c1-48cc-adfb-e5072909609f HTTP/1.1" status: 200 len: 991 time: 2.2155068 Jun 16 09:44:05.567525 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ac9947f-d64a-404f-9082-57a7dc54032c', 'tag': '1f14669b-7283-4579-8ac1-826dc91f9540'}] {{(pid=98981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:44:05.568078 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18eb52cff4d517b1dce9432e7e66d3e16844a09bb405b8b8e4b50ca476568750" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3305f0d-69ee-4649-a8b1-ef475f68fc74" -d '{"events": [{"name": "network-changed", "server_uuid": "9ac9947f-d64a-404f-9082-57a7dc54032c", "tag": "1f14669b-7283-4579-8ac1-826dc91f9540"}]}' {{(pid=98981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:44:05.579160 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-143bb93b-99b6-4cd0-84b8-8a7e8d1a8e4b tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761582'] for floatingip, after_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:05.628614 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b941d4-8fed-4099-9523-0fd0b03514d4 x-openstack-request-id: req-67b941d4-8fed-4099-9523-0fd0b03514d4 {{(pid=98981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:44:05.628945 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ac9947f-d64a-404f-9082-57a7dc54032c", "tag": "1f14669b-7283-4579-8ac1-826dc91f9540", "status": "completed", "code": 200}]} {{(pid=98981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:44:05.629190 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-67b941d4-8fed-4099-9523-0fd0b03514d4 {{(pid=98981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:44:05.629604 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ac9947f-d64a-404f-9082-57a7dc54032c', 'tag': '1f14669b-7283-4579-8ac1-826dc91f9540', 'status': 'completed', 'code': 200} Jun 16 09:44:05.677843 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvr_db [None req-be9398bb-c57b-44bc-a0b7-7effc817c62a None None] Set router 3a95cbf4-c953-4fd9-8ad5-82d480798852 gateway port host: dv-cinder-796286-4-iscsi {{(pid=98983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:44:05.703520 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.db.l3_db [None req-143bb93b-99b6-4cd0-84b8-8a7e8d1a8e4b tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Floating IP 9a75f51a-0887-4eac-8098-e8ebf2ea2e49 associated. External IP: 172.27.0.21, port: 5403c8cd-0d51-4beb-b15b-ccfb976d5fd4. Jun 16 09:44:05.933364 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-143bb93b-99b6-4cd0-84b8-8a7e8d1a8e4b tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Router 8b693ca6-9734-4668-8ef5-857ac618c9b0 has already been hosted by L3 agent 7768ee83-37c7-4165-88a2-5844eb43ad81 {{(pid=98981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:44:05.958143 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-be9398bb-c57b-44bc-a0b7-7effc817c62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'name': 'tempest-AttachVolumeTestJSON-520951488-router', 'tenant_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'f704a43b-8f4d-4489-8738-2a2b4492d461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:01Z', 'updated_at': '2021-06-16T09:43:08Z', 'revision_number': 4, 'project_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'gw_port': {'id': 'f704a43b-8f4d-4489-8738-2a2b4492d461', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:03Z', 'updated_at': '2021-06-16T09:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_floatingips': [{'id': '316b2eb7-b8c1-48cc-adfb-e5072909609f', 'tenant_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'floating_ip_address': '172.27.0.52', 'floating_network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'router_id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'port_id': '1f14669b-7283-4579-8ac1-826dc91f9540', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c8b8276-a881-4c68-ac89-d4ac2c936588', 'mac_address': 'fa:16:3e:71:5d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac9947f-d64a-404f-9082-57a7dc54032c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T09:43:27Z', 'updated_at': '2021-06-16T09:44:03Z', 'revision_number': 1, 'project_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ecac412-0cdd-40de-8c76-100c30c1ebec', 'name': '', 'network_id': '5c8b8276-a881-4c68-ac89-d4ac2c936588', 'tenant_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'mac_address': 'fa:16:3e:02:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd7f651ef-1612-428c-80c5-ecb2942fc3e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:07Z', 'updated_at': '2021-06-16T09:43:17Z', 'revision_number': 5, 'project_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'subnets': [{'id': 'd7f651ef-1612-428c-80c5-ecb2942fc3e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:44:05.961721 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9398bb-c57b-44bc-a0b7-7effc817c62a None None] Checking router: 3a95cbf4-c953-4fd9-8ad5-82d480798852 for host: dv-cinder-796286-4-iscsi {{(pid=98983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:44:05.970323 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9398bb-c57b-44bc-a0b7-7effc817c62a None None] Routers {'3a95cbf4-c953-4fd9-8ad5-82d480798852'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:44:05.971021 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-be9398bb-c57b-44bc-a0b7-7effc817c62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:43:49Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['3a95cbf4-c953-4fd9-8ad5-82d480798852'], 'active': True} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:44:06.076619 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143bb93b-99b6-4cd0-84b8-8a7e8d1a8e4b tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify agent at l3_agent.dv-cinder-796286-4-iscsi the message routers_updated {{(pid=98981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:44:06.081849 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-143bb93b-99b6-4cd0-84b8-8a7e8d1a8e4b tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for floatingip, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:06.086386 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvr_db [None req-be9398bb-c57b-44bc-a0b7-7effc817c62a None None] Set router 3a95cbf4-c953-4fd9-8ad5-82d480798852 gateway port host: dv-cinder-796286-4-iscsi {{(pid=98983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:44:06.089409 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2634f70a-96ca-4bd0-a29b-b6da6139ce8d None None] Sync routers for ids ['8b693ca6-9734-4668-8ef5-857ac618c9b0'] in dv-cinder-796286-4-iscsi {{(pid=98982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:44:06.100094 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2634f70a-96ca-4bd0-a29b-b6da6139ce8d None None] Routers {'8b693ca6-9734-4668-8ef5-857ac618c9b0'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:44:06.100958 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-2634f70a-96ca-4bd0-a29b-b6da6139ce8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:43:49Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['8b693ca6-9734-4668-8ef5-857ac618c9b0'], 'active': True} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:44:06.135982 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-143bb93b-99b6-4cd0-84b8-8a7e8d1a8e4b tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "PUT /v2.0/floatingips/9a75f51a-0887-4eac-8098-e8ebf2ea2e49 HTTP/1.1" status: 200 len: 990 time: 1.4763954 Jun 16 09:44:06.243893 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvr_db [None req-2634f70a-96ca-4bd0-a29b-b6da6139ce8d None None] Set router 8b693ca6-9734-4668-8ef5-857ac618c9b0 gateway port host: dv-cinder-796286-4-iscsi {{(pid=98982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:44:06.368360 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-be9398bb-c57b-44bc-a0b7-7effc817c62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'name': 'tempest-AttachVolumeTestJSON-520951488-router', 'tenant_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'f704a43b-8f4d-4489-8738-2a2b4492d461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:01Z', 'updated_at': '2021-06-16T09:43:08Z', 'revision_number': 4, 'project_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'gw_port': {'id': 'f704a43b-8f4d-4489-8738-2a2b4492d461', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:03Z', 'updated_at': '2021-06-16T09:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_floatingips': [{'id': '316b2eb7-b8c1-48cc-adfb-e5072909609f', 'tenant_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'floating_ip_address': '172.27.0.52', 'floating_network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'router_id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'port_id': '1f14669b-7283-4579-8ac1-826dc91f9540', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c8b8276-a881-4c68-ac89-d4ac2c936588', 'mac_address': 'fa:16:3e:71:5d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac9947f-d64a-404f-9082-57a7dc54032c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T09:43:27Z', 'updated_at': '2021-06-16T09:44:03Z', 'revision_number': 1, 'project_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ecac412-0cdd-40de-8c76-100c30c1ebec', 'name': '', 'network_id': '5c8b8276-a881-4c68-ac89-d4ac2c936588', 'tenant_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'mac_address': 'fa:16:3e:02:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd7f651ef-1612-428c-80c5-ecb2942fc3e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:07Z', 'updated_at': '2021-06-16T09:43:17Z', 'revision_number': 5, 'project_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'subnets': [{'id': 'd7f651ef-1612-428c-80c5-ecb2942fc3e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:44:06.372439 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9398bb-c57b-44bc-a0b7-7effc817c62a None None] The sync data for ids ['3a95cbf4-c953-4fd9-8ad5-82d480798852'] in dv-cinder-796286-4-iscsi is: [{'id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'name': 'tempest-AttachVolumeTestJSON-520951488-router', 'tenant_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'f704a43b-8f4d-4489-8738-2a2b4492d461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:01Z', 'updated_at': '2021-06-16T09:43:08Z', 'revision_number': 4, 'project_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'gw_port': {'id': 'f704a43b-8f4d-4489-8738-2a2b4492d461', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:03Z', 'updated_at': '2021-06-16T09:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_floatingips': [{'id': '316b2eb7-b8c1-48cc-adfb-e5072909609f', 'tenant_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'floating_ip_address': '172.27.0.52', 'floating_network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'router_id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'port_id': '1f14669b-7283-4579-8ac1-826dc91f9540', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c8b8276-a881-4c68-ac89-d4ac2c936588', 'mac_address': 'fa:16:3e:71:5d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac9947f-d64a-404f-9082-57a7dc54032c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T09:43:27Z', 'updated_at': '2021-06-16T09:44:03Z', 'revision_number': 1, 'project_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ecac412-0cdd-40de-8c76-100c30c1ebec', 'name': '', 'network_id': '5c8b8276-a881-4c68-ac89-d4ac2c936588', 'tenant_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'mac_address': 'fa:16:3e:02:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd7f651ef-1612-428c-80c5-ecb2942fc3e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:07Z', 'updated_at': '2021-06-16T09:43:17Z', 'revision_number': 5, 'project_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'subnets': [{'id': 'd7f651ef-1612-428c-80c5-ecb2942fc3e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:44:06.544327 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-2634f70a-96ca-4bd0-a29b-b6da6139ce8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'name': 'tempest-AttachVolumeShelveTestJSON-541137821-router', 'tenant_id': 'f5476756cec74ac89980f811e6b4c64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'd5a6b48e-b827-4b1d-8036-8d3d55cee802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:04Z', 'updated_at': '2021-06-16T09:43:12Z', 'revision_number': 4, 'project_id': 'f5476756cec74ac89980f811e6b4c64a', 'gw_port': {'id': 'd5a6b48e-b827-4b1d-8036-8d3d55cee802', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:05Z', 'updated_at': '2021-06-16T09:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_floatingips': [{'id': '9a75f51a-0887-4eac-8098-e8ebf2ea2e49', 'tenant_id': 'f5476756cec74ac89980f811e6b4c64a', 'floating_ip_address': '172.27.0.21', 'floating_network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'router_id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'port_id': '5403c8cd-0d51-4beb-b15b-ccfb976d5fd4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b643789e-234a-40e9-b489-894119bc4f89', 'mac_address': 'fa:16:3e:66:4e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7907a93c-47c0-4567-9871-4798aae2fd88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T09:43:29Z', 'updated_at': '2021-06-16T09:44:05Z', 'revision_number': 1, 'project_id': 'f5476756cec74ac89980f811e6b4c64a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a353de90-689e-4e22-9cdf-c78b30b62585', 'name': '', 'network_id': 'b643789e-234a-40e9-b489-894119bc4f89', 'tenant_id': 'f5476756cec74ac89980f811e6b4c64a', 'mac_address': 'fa:16:3e:cb:49:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b5e9ba67-07c6-43ea-ad13-16d85d3a0ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:11Z', 'updated_at': '2021-06-16T09:43:23Z', 'revision_number': 5, 'project_id': 'f5476756cec74ac89980f811e6b4c64a', 'subnets': [{'id': 'b5e9ba67-07c6-43ea-ad13-16d85d3a0ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:44:06.548425 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2634f70a-96ca-4bd0-a29b-b6da6139ce8d None None] Checking router: 8b693ca6-9734-4668-8ef5-857ac618c9b0 for host: dv-cinder-796286-4-iscsi {{(pid=98982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:44:06.559055 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2634f70a-96ca-4bd0-a29b-b6da6139ce8d None None] Routers {'8b693ca6-9734-4668-8ef5-857ac618c9b0'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:44:06.559686 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-2634f70a-96ca-4bd0-a29b-b6da6139ce8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:43:49Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['8b693ca6-9734-4668-8ef5-857ac618c9b0'], 'active': True} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:44:06.569394 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1e3862-1b64-4aa9-8a97-547123a400be None None] New status for floating IP 316b2eb7-b8c1-48cc-adfb-e5072909609f: ACTIVE {{(pid=98983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 09:44:06.671741 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvr_db [None req-2634f70a-96ca-4bd0-a29b-b6da6139ce8d None None] Set router 8b693ca6-9734-4668-8ef5-857ac618c9b0 gateway port host: dv-cinder-796286-4-iscsi {{(pid=98982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:44:06.920086 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-2634f70a-96ca-4bd0-a29b-b6da6139ce8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'name': 'tempest-AttachVolumeShelveTestJSON-541137821-router', 'tenant_id': 'f5476756cec74ac89980f811e6b4c64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'd5a6b48e-b827-4b1d-8036-8d3d55cee802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:04Z', 'updated_at': '2021-06-16T09:43:12Z', 'revision_number': 4, 'project_id': 'f5476756cec74ac89980f811e6b4c64a', 'gw_port': {'id': 'd5a6b48e-b827-4b1d-8036-8d3d55cee802', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:05Z', 'updated_at': '2021-06-16T09:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_floatingips': [{'id': '9a75f51a-0887-4eac-8098-e8ebf2ea2e49', 'tenant_id': 'f5476756cec74ac89980f811e6b4c64a', 'floating_ip_address': '172.27.0.21', 'floating_network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'router_id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'port_id': '5403c8cd-0d51-4beb-b15b-ccfb976d5fd4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b643789e-234a-40e9-b489-894119bc4f89', 'mac_address': 'fa:16:3e:66:4e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7907a93c-47c0-4567-9871-4798aae2fd88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T09:43:29Z', 'updated_at': '2021-06-16T09:44:05Z', 'revision_number': 1, 'project_id': 'f5476756cec74ac89980f811e6b4c64a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a353de90-689e-4e22-9cdf-c78b30b62585', 'name': '', 'network_id': 'b643789e-234a-40e9-b489-894119bc4f89', 'tenant_id': 'f5476756cec74ac89980f811e6b4c64a', 'mac_address': 'fa:16:3e:cb:49:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b5e9ba67-07c6-43ea-ad13-16d85d3a0ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:11Z', 'updated_at': '2021-06-16T09:43:23Z', 'revision_number': 5, 'project_id': 'f5476756cec74ac89980f811e6b4c64a', 'subnets': [{'id': 'b5e9ba67-07c6-43ea-ad13-16d85d3a0ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:44:06.923637 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2634f70a-96ca-4bd0-a29b-b6da6139ce8d None None] The sync data for ids ['8b693ca6-9734-4668-8ef5-857ac618c9b0'] in dv-cinder-796286-4-iscsi is: [{'id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'name': 'tempest-AttachVolumeShelveTestJSON-541137821-router', 'tenant_id': 'f5476756cec74ac89980f811e6b4c64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'd5a6b48e-b827-4b1d-8036-8d3d55cee802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:04Z', 'updated_at': '2021-06-16T09:43:12Z', 'revision_number': 4, 'project_id': 'f5476756cec74ac89980f811e6b4c64a', 'gw_port': {'id': 'd5a6b48e-b827-4b1d-8036-8d3d55cee802', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:05Z', 'updated_at': '2021-06-16T09:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_floatingips': [{'id': '9a75f51a-0887-4eac-8098-e8ebf2ea2e49', 'tenant_id': 'f5476756cec74ac89980f811e6b4c64a', 'floating_ip_address': '172.27.0.21', 'floating_network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'router_id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'port_id': '5403c8cd-0d51-4beb-b15b-ccfb976d5fd4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b643789e-234a-40e9-b489-894119bc4f89', 'mac_address': 'fa:16:3e:66:4e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7907a93c-47c0-4567-9871-4798aae2fd88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T09:43:29Z', 'updated_at': '2021-06-16T09:44:05Z', 'revision_number': 1, 'project_id': 'f5476756cec74ac89980f811e6b4c64a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a353de90-689e-4e22-9cdf-c78b30b62585', 'name': '', 'network_id': 'b643789e-234a-40e9-b489-894119bc4f89', 'tenant_id': 'f5476756cec74ac89980f811e6b4c64a', 'mac_address': 'fa:16:3e:cb:49:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b5e9ba67-07c6-43ea-ad13-16d85d3a0ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:11Z', 'updated_at': '2021-06-16T09:43:23Z', 'revision_number': 5, 'project_id': 'f5476756cec74ac89980f811e6b4c64a', 'subnets': [{'id': 'b5e9ba67-07c6-43ea-ad13-16d85d3a0ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:44:07.029016 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [req-87d59f10-c8ba-4170-ae5c-d44cc839dea4 req-cda738b9-4359-4d5b-b47a-8d1efc6453f6 service neutron] Request body: {'port': {'device_id': '11950b7b-dcad-40f7-9734-8674c7657421', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:44:07.152964 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ef3f8a-1a2a-45ff-972e-313c288a1974 None None] New status for floating IP 9a75f51a-0887-4eac-8098-e8ebf2ea2e49: ACTIVE {{(pid=98982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 09:44:07.169136 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-87d59f10-c8ba-4170-ae5c-d44cc839dea4 req-cda738b9-4359-4d5b-b47a-8d1efc6453f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:07.292699 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68af892-24bf-4859-bc05-461650135391 req-113e984d-abcb-4899-bfa9-283026a75daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:07.294198 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-a68af892-24bf-4859-bc05-461650135391 req-113e984d-abcb-4899-bfa9-283026a75daf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3aab2d6845c34f44bdcaf8eb3cec5927&device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 1098 time: 0.1239662 Jun 16 09:44:07.378414 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3305f0d-69ee-4649-a8b1-ef475f68fc74 req-11add751-fae1-4009-a983-2f7472cb47bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:07.380609 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-a3305f0d-69ee-4649-a8b1-ef475f68fc74 req-11add751-fae1-4009-a983-2f7472cb47bb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dfe9f5ef1b4a464aa32329299459c90d&device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 1099 time: 0.2727709 Jun 16 09:44:07.697521 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7907a93c-47c0-4567-9871-4798aae2fd88', 'tag': '5403c8cd-0d51-4beb-b15b-ccfb976d5fd4'}] {{(pid=98981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:44:07.700158 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18eb52cff4d517b1dce9432e7e66d3e16844a09bb405b8b8e4b50ca476568750" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02927a7-571c-48ed-8a13-f3e96661bf0e" -d '{"events": [{"name": "network-changed", "server_uuid": "7907a93c-47c0-4567-9871-4798aae2fd88", "tag": "5403c8cd-0d51-4beb-b15b-ccfb976d5fd4"}]}' {{(pid=98981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:44:07.749977 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa19501-1080-4667-bccd-746afde6c47e req-5a0dfd14-f641-4629-a0a1-152f602eeef3 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:07.751621 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-caa19501-1080-4667-bccd-746afde6c47e req-5a0dfd14-f641-4629-a0a1-152f602eeef3 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/ports?device_id=11950b7b-dcad-40f7-9734-8674c7657421 HTTP/1.1" status: 200 len: 932 time: 0.3919189 Jun 16 09:44:07.752898 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68af892-24bf-4859-bc05-461650135391 req-559380e2-56e7-461d-8860-d7b98f1a89c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:07.754585 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-a68af892-24bf-4859-bc05-461650135391 req-559380e2-56e7-461d-8860-d7b98f1a89c8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=91a32b6f-094c-4ae5-a33e-942080d95ea2 HTTP/1.1" status: 200 len: 919 time: 0.3831394 Jun 16 09:44:07.821757 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-a68af892-24bf-4859-bc05-461650135391 req-108f78d9-81dc-438f-be2d-878b14d3cc21 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=212e68ed-5263-48ac-8e36-722d092eb348 HTTP/1.1" status: 200 len: 217 time: 0.0464232 Jun 16 09:44:07.852745 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3305f0d-69ee-4649-a8b1-ef475f68fc74 req-7259dc43-fe5e-499f-8c93-3844feb4bb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:07.859893 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-a3305f0d-69ee-4649-a8b1-ef475f68fc74 req-7259dc43-fe5e-499f-8c93-3844feb4bb0b service neutron] 10.222.0.49 "GET /v2.0/networks?id=5c8b8276-a881-4c68-ac89-d4ac2c936588 HTTP/1.1" status: 200 len: 911 time: 0.4519525 Jun 16 09:44:07.860208 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-caa19501-1080-4667-bccd-746afde6c47e req-6cc16e6b-ec1c-42c1-bd8c-4cf5d040a9a1 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad64e575-b67e-45de-acc9-47004529070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008592 Jun 16 09:44:07.865660 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7550bc-e8e8-4e2b-ac97-52823c9ace4a req-20377c0b-6090-4e0b-a250-1791a8373055 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:07.867598 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-6a7550bc-e8e8-4e2b-ac97-52823c9ace4a req-20377c0b-6090-4e0b-a250-1791a8373055 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 945 time: 0.4860651 Jun 16 09:44:07.889521 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68af892-24bf-4859-bc05-461650135391 req-047eee53-836b-4df2-81aa-16fdf0f974ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:07.891451 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-a68af892-24bf-4859-bc05-461650135391 req-047eee53-836b-4df2-81aa-16fdf0f974ab service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d1e28073-3474-4ab3-a6cb-d23efc1dc12f HTTP/1.1" status: 200 len: 858 time: 0.0634987 Jun 16 09:44:07.927756 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7fea577-3d57-4ae4-8f68-7c6a639d2851 x-openstack-request-id: req-a7fea577-3d57-4ae4-8f68-7c6a639d2851 {{(pid=98981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:44:07.928058 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7907a93c-47c0-4567-9871-4798aae2fd88", "tag": "5403c8cd-0d51-4beb-b15b-ccfb976d5fd4", "status": "completed", "code": 200}]} {{(pid=98981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:44:07.928350 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a7fea577-3d57-4ae4-8f68-7c6a639d2851 {{(pid=98981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:44:07.928755 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7907a93c-47c0-4567-9871-4798aae2fd88', 'tag': '5403c8cd-0d51-4beb-b15b-ccfb976d5fd4', 'status': 'completed', 'code': 200} Jun 16 09:44:07.930874 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-a68af892-24bf-4859-bc05-461650135391 req-965f5ac9-2a68-4592-927a-969dd71358f7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=91a32b6f-094c-4ae5-a33e-942080d95ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319388 Jun 16 09:44:07.981700 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.notifiers.nova [req-87d59f10-c8ba-4170-ae5c-d44cc839dea4 req-cda738b9-4359-4d5b-b47a-8d1efc6453f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19755f23-fe94-418e-9e90-efb05c1cadb0 {{(pid=98980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:44:08.011338 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-87d59f10-c8ba-4170-ae5c-d44cc839dea4 req-cda738b9-4359-4d5b-b47a-8d1efc6453f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:08.054605 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-a68af892-24bf-4859-bc05-461650135391 req-10f0b2ee-023c-49d6-979a-87bfa24bafcb service neutron] 10.222.0.49 "GET /v2.0/networks/91a32b6f-094c-4ae5-a33e-942080d95ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880475 Jun 16 09:44:08.089154 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.provisioning_blocks [req-87d59f10-c8ba-4170-ae5c-d44cc839dea4 req-cda738b9-4359-4d5b-b47a-8d1efc6453f6 service neutron] Transition to ACTIVE for port object 19755f23-fe94-418e-9e90-efb05c1cadb0 will not be triggered until provisioned by entity L2. {{(pid=98980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:44:08.091900 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-a3305f0d-69ee-4649-a8b1-ef475f68fc74 req-d9b00b16-986c-41ac-b1e6-2971e00dfbcc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f14669b-7283-4579-8ac1-826dc91f9540 HTTP/1.1" status: 200 len: 1001 time: 0.2232802 Jun 16 09:44:08.098235 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-6a7550bc-e8e8-4e2b-ac97-52823c9ace4a req-4e50b9d1-d38f-45e5-8c8e-68cb4e2388a1 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985245 Jun 16 09:44:08.130498 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02927a7-571c-48ed-8a13-f3e96661bf0e req-04a460ec-ecbe-455c-9a8b-696bc310f886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:08.133007 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-c02927a7-571c-48ed-8a13-f3e96661bf0e req-04a460ec-ecbe-455c-9a8b-696bc310f886 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f5476756cec74ac89980f811e6b4c64a&device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 1098 time: 0.1466272 Jun 16 09:44:08.161583 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-87d59f10-c8ba-4170-ae5c-d44cc839dea4 req-cda738b9-4359-4d5b-b47a-8d1efc6453f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:08.176835 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-a68af892-24bf-4859-bc05-461650135391 req-0588a6ef-303e-4aa4-8b39-6b5489e80fae service neutron] 10.222.0.49 "GET /v2.0/networks/91a32b6f-094c-4ae5-a33e-942080d95ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998564 Jun 16 09:44:08.190316 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-59d60dd4-d93f-4772-a92a-0a0c3054c196 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:08.350381 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda738b9-4359-4d5b-b47a-8d1efc6453f6 service neutron] Pushing event updated for resources: {'Port': ['ID=19755f23-fe94-418e-9e90-efb05c1cadb0,revision_number=2']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:08.388131 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-cda738b9-4359-4d5b-b47a-8d1efc6453f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:08.395762 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3305f0d-69ee-4649-a8b1-ef475f68fc74 req-2754a190-10a6-4550-9007-ab74857b1b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:08.397549 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-a3305f0d-69ee-4649-a8b1-ef475f68fc74 req-2754a190-10a6-4550-9007-ab74857b1b81 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d7f651ef-1612-428c-80c5-ecb2942fc3e0 HTTP/1.1" status: 200 len: 849 time: 0.2453649 Jun 16 09:44:08.432568 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-1c53f678-fd46-45b5-8f01-d241126c3c8a req-be8435ef-3545-4de0-be44-4266db1f51af service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5dc5a926-7b73-4d35-9e4a-33caafeb25e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0638843 Jun 16 09:44:08.473093 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02927a7-571c-48ed-8a13-f3e96661bf0e req-7bedc484-fc66-490a-af48-a49bd7ffe515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:08.474766 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-c02927a7-571c-48ed-8a13-f3e96661bf0e req-7bedc484-fc66-490a-af48-a49bd7ffe515 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b643789e-234a-40e9-b489-894119bc4f89 HTTP/1.1" status: 200 len: 917 time: 0.2355230 Jun 16 09:44:08.501230 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.managers [req-87d59f10-c8ba-4170-ae5c-d44cc839dea4 req-cda738b9-4359-4d5b-b47a-8d1efc6453f6 service neutron] Attempting to bind port 19755f23-fe94-418e-9e90-efb05c1cadb0 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:44:08.501760 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.managers [req-87d59f10-c8ba-4170-ae5c-d44cc839dea4 req-cda738b9-4359-4d5b-b47a-8d1efc6453f6 service neutron] Attempting to bind port 19755f23-fe94-418e-9e90-efb05c1cadb0 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '6567bdf1-8011-4aa8-a946-782cc5d80894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'af0e7c13-7632-4143-85e6-d792024cf097'}] {{(pid=98980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:44:08.502252 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d59f10-c8ba-4170-ae5c-d44cc839dea4 req-cda738b9-4359-4d5b-b47a-8d1efc6453f6 service neutron] Attempting to bind port 19755f23-fe94-418e-9e90-efb05c1cadb0 on network af0e7c13-7632-4143-85e6-d792024cf097 {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:44:08.514236 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d59f10-c8ba-4170-ae5c-d44cc839dea4 req-cda738b9-4359-4d5b-b47a-8d1efc6453f6 service neutron] Port 19755f23-fe94-418e-9e90-efb05c1cadb0 on network af0e7c13-7632-4143-85e6-d792024cf097 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 09:44:08.514556 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d59f10-c8ba-4170-ae5c-d44cc839dea4 req-cda738b9-4359-4d5b-b47a-8d1efc6453f6 service neutron] Attempting to bind port 19755f23-fe94-418e-9e90-efb05c1cadb0 on network af0e7c13-7632-4143-85e6-d792024cf097 {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:44:08.530442 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d59f10-c8ba-4170-ae5c-d44cc839dea4 req-cda738b9-4359-4d5b-b47a-8d1efc6453f6 service neutron] Checking agent: {'id': '868dca64-f295-49d2-b561-88939e4b0d1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 41, 11), 'started_at': datetime.datetime(2021, 6, 16, 9, 41, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:44:08.530984 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d59f10-c8ba-4170-ae5c-d44cc839dea4 req-cda738b9-4359-4d5b-b47a-8d1efc6453f6 service neutron] Checking segment: {'id': '6567bdf1-8011-4aa8-a946-782cc5d80894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'af0e7c13-7632-4143-85e6-d792024cf097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:44:08.531813 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d59f10-c8ba-4170-ae5c-d44cc839dea4 req-cda738b9-4359-4d5b-b47a-8d1efc6453f6 service neutron] Bound using segment: {'id': '6567bdf1-8011-4aa8-a946-782cc5d80894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'af0e7c13-7632-4143-85e6-d792024cf097'} {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:44:08.532591 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.managers [req-87d59f10-c8ba-4170-ae5c-d44cc839dea4 req-cda738b9-4359-4d5b-b47a-8d1efc6453f6 service neutron] Bound port: 19755f23-fe94-418e-9e90-efb05c1cadb0, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6567bdf1-8011-4aa8-a946-782cc5d80894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'af0e7c13-7632-4143-85e6-d792024cf097'}}] {{(pid=98980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:44:08.533613 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-87d59f10-c8ba-4170-ae5c-d44cc839dea4 req-cda738b9-4359-4d5b-b47a-8d1efc6453f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:08.638506 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3305f0d-69ee-4649-a8b1-ef475f68fc74 req-a31819a4-5608-4ee6-bc11-c47bd833329d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:08.640117 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-a3305f0d-69ee-4649-a8b1-ef475f68fc74 req-a31819a4-5608-4ee6-bc11-c47bd833329d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5c8b8276-a881-4c68-ac89-d4ac2c936588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1914401 Jun 16 09:44:08.643407 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53f678-fd46-45b5-8f01-d241126c3c8a req-d5e4601a-2eec-484f-aa9b-8f5138c78f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:08.644874 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-1c53f678-fd46-45b5-8f01-d241126c3c8a req-d5e4601a-2eec-484f-aa9b-8f5138c78f9f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fa31d16a12d643cbb5f92d1c0eaeb35b&device_id=5dc5a926-7b73-4d35-9e4a-33caafeb25e9 HTTP/1.1" status: 200 len: 1098 time: 0.0668917 Jun 16 09:44:08.671356 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-c02927a7-571c-48ed-8a13-f3e96661bf0e req-19d69796-7be0-4139-a683-a68a437326fd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5403c8cd-0d51-4beb-b15b-ccfb976d5fd4 HTTP/1.1" status: 200 len: 1000 time: 0.1198022 Jun 16 09:44:08.692371 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.db [req-87d59f10-c8ba-4170-ae5c-d44cc839dea4 req-cda738b9-4359-4d5b-b47a-8d1efc6453f6 service neutron] For port 19755f23-fe94-418e-9e90-efb05c1cadb0, host hv-cinder-79628, cleared binding levels {{(pid=98980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:44:08.695613 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.db [req-87d59f10-c8ba-4170-ae5c-d44cc839dea4 req-cda738b9-4359-4d5b-b47a-8d1efc6453f6 service neutron] For port 19755f23-fe94-418e-9e90-efb05c1cadb0, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=19755f23-fe94-418e-9e90-efb05c1cadb0,segment=NetworkSegment(6567bdf1-8011-4aa8-a946-782cc5d80894),segment_id=6567bdf1-8011-4aa8-a946-782cc5d80894)] {{(pid=98980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:44:08.813923 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53f678-fd46-45b5-8f01-d241126c3c8a req-9753dc4f-a534-498c-b422-894593a1f281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:08.815535 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-1c53f678-fd46-45b5-8f01-d241126c3c8a req-9753dc4f-a534-498c-b422-894593a1f281 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ef7af889-6972-434c-9882-4e3de45b6902 HTTP/1.1" status: 200 len: 916 time: 0.0915563 Jun 16 09:44:08.818390 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02927a7-571c-48ed-8a13-f3e96661bf0e req-62958b97-dbab-402f-a202-9f93ae64336e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:08.819803 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-c02927a7-571c-48ed-8a13-f3e96661bf0e req-62958b97-dbab-402f-a202-9f93ae64336e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b5e9ba67-07c6-43ea-ad13-16d85d3a0ee3 HTTP/1.1" status: 200 len: 855 time: 0.0945091 Jun 16 09:44:08.870683 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-a3305f0d-69ee-4649-a8b1-ef475f68fc74 req-1ef427c4-7ec8-421d-b0ea-a2ab5dc2e50a service neutron] 10.222.0.49 "GET /v2.0/networks/5c8b8276-a881-4c68-ac89-d4ac2c936588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526082 Jun 16 09:44:08.878626 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-1c53f678-fd46-45b5-8f01-d241126c3c8a req-3b920fd3-214b-4dab-9657-bde06fdc0c47 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87bfca89-ecc5-45ee-af99-3d67c9ed7165 HTTP/1.1" status: 200 len: 217 time: 0.0436516 Jun 16 09:44:08.904348 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-87d59f10-c8ba-4170-ae5c-d44cc839dea4 req-cda738b9-4359-4d5b-b47a-8d1efc6453f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:08.907719 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02927a7-571c-48ed-8a13-f3e96661bf0e req-af604a63-6623-42f3-a13c-893495a34f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:08.910165 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-c02927a7-571c-48ed-8a13-f3e96661bf0e req-af604a63-6623-42f3-a13c-893495a34f45 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b643789e-234a-40e9-b489-894119bc4f89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0705042 Jun 16 09:44:08.924350 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:08.957065 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53f678-fd46-45b5-8f01-d241126c3c8a req-704c7717-3b50-4cca-b187-219e7772700a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:08.958534 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-1c53f678-fd46-45b5-8f01-d241126c3c8a req-704c7717-3b50-4cca-b187-219e7772700a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=039532dc-f739-4701-98ed-b56a3da4fc13 HTTP/1.1" status: 200 len: 855 time: 0.0643983 Jun 16 09:44:08.993065 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d59f10-c8ba-4170-ae5c-d44cc839dea4 req-cda738b9-4359-4d5b-b47a-8d1efc6453f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:08.993065 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-87d59f10-c8ba-4170-ae5c-d44cc839dea4 req-cda738b9-4359-4d5b-b47a-8d1efc6453f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for port, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:08.995061 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-87d59f10-c8ba-4170-ae5c-d44cc839dea4 req-cda738b9-4359-4d5b-b47a-8d1efc6453f6 service neutron] 10.222.0.49 "PUT /v2.0/ports/19755f23-fe94-418e-9e90-efb05c1cadb0 HTTP/1.1" status: 200 len: 1094 time: 1.9705954 Jun 16 09:44:09.002721 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11950b7b-dcad-40f7-9734-8674c7657421', 'tag': '19755f23-fe94-418e-9e90-efb05c1cadb0'}] {{(pid=98980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:44:09.023154 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f334069be3519ec184138b23d582e39f65c0d47b6cef299b3d1a0596e5c2100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829d6cda-447a-41cc-92cf-fa1a19f93f78" -d '{"events": [{"name": "network-changed", "server_uuid": "11950b7b-dcad-40f7-9734-8674c7657421", "tag": "19755f23-fe94-418e-9e90-efb05c1cadb0"}]}' {{(pid=98980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:44:09.047134 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-1c53f678-fd46-45b5-8f01-d241126c3c8a req-be643472-d1ed-406f-8463-3e5ee2648e96 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ef7af889-6972-434c-9882-4e3de45b6902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588284 Jun 16 09:44:09.072925 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3c300c-1e7a-4e45-ae18-33d8dfa4e023 x-openstack-request-id: req-cf3c300c-1e7a-4e45-ae18-33d8dfa4e023 {{(pid=98980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:44:09.074740 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11950b7b-dcad-40f7-9734-8674c7657421", "tag": "19755f23-fe94-418e-9e90-efb05c1cadb0", "status": "completed", "code": 200}]} {{(pid=98980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:44:09.074740 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cf3c300c-1e7a-4e45-ae18-33d8dfa4e023 {{(pid=98980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:44:09.074740 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11950b7b-dcad-40f7-9734-8674c7657421', 'tag': '19755f23-fe94-418e-9e90-efb05c1cadb0', 'status': 'completed', 'code': 200} Jun 16 09:44:09.104268 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda738b9-4359-4d5b-b47a-8d1efc6453f6 service neutron] Pushing event updated for resources: {'Port': ['ID=19755f23-fe94-418e-9e90-efb05c1cadb0,revision_number=3']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:09.109919 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-cda738b9-4359-4d5b-b47a-8d1efc6453f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:09.125678 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf55462-ef5d-49d1-9a90-89759669b519 req-c81168f6-ce4f-4a75-93b3-5ad96e4b20d6 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:09.133015 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-1cf55462-ef5d-49d1-9a90-89759669b519 req-c81168f6-ce4f-4a75-93b3-5ad96e4b20d6 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/ports?device_id=11950b7b-dcad-40f7-9734-8674c7657421 HTTP/1.1" status: 200 len: 944 time: 0.1466172 Jun 16 09:44:09.142608 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-c02927a7-571c-48ed-8a13-f3e96661bf0e req-05c4cc21-36c1-4892-8a2a-c4cf269df241 service neutron] 10.222.0.49 "GET /v2.0/networks/b643789e-234a-40e9-b489-894119bc4f89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155998 Jun 16 09:44:09.144848 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-a3305f0d-69ee-4649-a8b1-ef475f68fc74 req-d99b1b1b-7005-4a3a-9f82-84acf501f438 service neutron] 10.222.0.49 "GET /v2.0/networks/5c8b8276-a881-4c68-ac89-d4ac2c936588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516310 Jun 16 09:44:09.230328 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-1cf55462-ef5d-49d1-9a90-89759669b519 req-ced5824a-a7ee-457a-9ddb-cfdf32b9e072 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad64e575-b67e-45de-acc9-47004529070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962052 Jun 16 09:44:09.237788 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-1c53f678-fd46-45b5-8f01-d241126c3c8a req-869feead-c63d-44eb-aeed-8e5b579367e9 service neutron] 10.222.0.49 "GET /v2.0/networks/ef7af889-6972-434c-9882-4e3de45b6902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737425 Jun 16 09:44:09.351538 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-1c53f678-fd46-45b5-8f01-d241126c3c8a req-ee2fd92c-e930-4f4d-bfea-85fa14d331e9 service neutron] 10.222.0.49 "GET /v2.0/networks/ef7af889-6972-434c-9882-4e3de45b6902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010137 Jun 16 09:44:09.390300 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-c02927a7-571c-48ed-8a13-f3e96661bf0e req-0843300b-5a6b-42f8-a28a-a3dff92cc1ab service neutron] 10.222.0.49 "GET /v2.0/networks/b643789e-234a-40e9-b489-894119bc4f89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834579 Jun 16 09:44:09.406704 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d6cda-447a-41cc-92cf-fa1a19f93f78 req-678033c3-990e-4fd8-9349-2973387d7818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:09.408210 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-829d6cda-447a-41cc-92cf-fa1a19f93f78 req-678033c3-990e-4fd8-9349-2973387d7818 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d33e8e25724b4f21907aecd88685d3cf&device_id=11950b7b-dcad-40f7-9734-8674c7657421 HTTP/1.1" status: 200 len: 1097 time: 0.1902606 Jun 16 09:44:09.415530 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc2bdd-3d5a-4b27-8d91-15e6a2465f44 req-7a9e9a92-b104-477e-b845-738559838883 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:09.417417 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-cecc2bdd-3d5a-4b27-8d91-15e6a2465f44 req-7a9e9a92-b104-477e-b845-738559838883 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 945 time: 0.1521702 Jun 16 09:44:09.457407 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-cecc2bdd-3d5a-4b27-8d91-15e6a2465f44 req-9f820c79-ada2-4f74-941b-c9c31f4178ff tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337799 Jun 16 09:44:09.609224 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d6cda-447a-41cc-92cf-fa1a19f93f78 req-9deb2b5c-a0e0-4d91-8d93-484e68946739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:09.611325 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-829d6cda-447a-41cc-92cf-fa1a19f93f78 req-9deb2b5c-a0e0-4d91-8d93-484e68946739 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=d33e8e25724b4f21907aecd88685d3cf&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1528904 Jun 16 09:44:09.751629 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d6cda-447a-41cc-92cf-fa1a19f93f78 req-1ecf5744-2221-4d25-95b5-a4d83130c6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:09.753106 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-829d6cda-447a-41cc-92cf-fa1a19f93f78 req-1ecf5744-2221-4d25-95b5-a4d83130c6b7 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0959182 Jun 16 09:44:09.927873 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d59f10-c8ba-4170-ae5c-d44cc839dea4 req-d1788c3b-7b05-4c17-a479-38d25a238059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:09.929441 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-87d59f10-c8ba-4170-ae5c-d44cc839dea4 req-d1788c3b-7b05-4c17-a479-38d25a238059 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d33e8e25724b4f21907aecd88685d3cf&device_id=11950b7b-dcad-40f7-9734-8674c7657421 HTTP/1.1" status: 200 len: 1097 time: 0.0607655 Jun 16 09:44:10.007373 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-87d59f10-c8ba-4170-ae5c-d44cc839dea4 req-375e681d-0be2-478e-81d9-0d9fd84b0dfc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19755f23-fe94-418e-9e90-efb05c1cadb0 HTTP/1.1" status: 200 len: 217 time: 0.0343714 Jun 16 09:44:10.081702 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d59f10-c8ba-4170-ae5c-d44cc839dea4 req-dd8ae4fe-edb2-4c36-b2af-320e429c8dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:10.083173 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-87d59f10-c8ba-4170-ae5c-d44cc839dea4 req-dd8ae4fe-edb2-4c36-b2af-320e429c8dea service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2308e141-9675-47b0-890a-78037fb01f95 HTTP/1.1" status: 200 len: 849 time: 0.0497007 Jun 16 09:44:10.133516 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-87d59f10-c8ba-4170-ae5c-d44cc839dea4 req-f4ea0d13-4f97-4c4c-ab06-58b5fc6d6ced service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=af0e7c13-7632-4143-85e6-d792024cf097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304346 Jun 16 09:44:10.228874 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-87d59f10-c8ba-4170-ae5c-d44cc839dea4 req-27c2eb23-f9ba-4859-bc04-78ab2c66caec service neutron] 10.222.0.49 "GET /v2.0/networks/af0e7c13-7632-4143-85e6-d792024cf097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868297 Jun 16 09:44:10.334493 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-87d59f10-c8ba-4170-ae5c-d44cc839dea4 req-23325779-0c6a-4d99-a83c-5ee447cc5481 service neutron] 10.222.0.49 "GET /v2.0/networks/af0e7c13-7632-4143-85e6-d792024cf097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972168 Jun 16 09:44:10.440996 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fdcae8-337f-480b-b6c7-c16998371f50 req-45ecb460-1e76-40b8-9cbb-9fcc67251b48 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:10.449352 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-b7fdcae8-337f-480b-b6c7-c16998371f50 req-45ecb460-1e76-40b8-9cbb-9fcc67251b48 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/ports?device_id=11950b7b-dcad-40f7-9734-8674c7657421 HTTP/1.1" status: 200 len: 944 time: 0.0654793 Jun 16 09:44:10.485634 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-b7fdcae8-337f-480b-b6c7-c16998371f50 req-e9d81ad6-8bca-453d-af99-71984bcd6906 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad64e575-b67e-45de-acc9-47004529070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358770 Jun 16 09:44:10.656765 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27438186-b97b-4258-997a-08b6ece87f54 req-0221280e-7efb-401c-aaab-22eea879bc40 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:10.658408 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-27438186-b97b-4258-997a-08b6ece87f54 req-0221280e-7efb-401c-aaab-22eea879bc40 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 945 time: 0.0788667 Jun 16 09:44:10.669783 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:10.704462 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-27438186-b97b-4258-997a-08b6ece87f54 req-49d73e9a-6fe7-4cf1-a160-1f556fd3559a tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391257 Jun 16 09:44:11.213902 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 46798) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:11.259804 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.db_base_plugin_v2 [None req-34b0709b-0f69-4d61-bdef-879d76bf62f0 admin admin] Deleting subnet a8eca75e-e2f6-4d26-ac9a-8419c5acd0df {{(pid=98980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 09:44:11.263328 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-34b0709b-0f69-4d61-bdef-879d76bf62f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:11.306291 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-34b0709b-0f69-4d61-bdef-879d76bf62f0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:11.315257 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-34b0709b-0f69-4d61-bdef-879d76bf62f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756163'] for subnet, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:11.480070 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-34b0709b-0f69-4d61-bdef-879d76bf62f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430'] for subnet, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:11.483357 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:11.507783 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0709b-0f69-4d61-bdef-879d76bf62f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8eca75e-e2f6-4d26-ac9a-8419c5acd0df,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:11.522561 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-34b0709b-0f69-4d61-bdef-879d76bf62f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:11.545916 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-34b0709b-0f69-4d61-bdef-879d76bf62f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for subnet, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:11.548044 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-34b0709b-0f69-4d61-bdef-879d76bf62f0 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a8eca75e-e2f6-4d26-ac9a-8419c5acd0df HTTP/1.1" status: 204 len: 168 time: 0.3330381 Jun 16 09:44:11.550438 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 46812) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:11.656625 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-29469361-fd04-4552-999a-e037844c9a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1649310'] for network, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:11.695250 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc631eb5-be1c-4874-a3bd-3480816318a4 req-9ec53637-39d2-42b2-a139-d8362b48047c tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:11.697835 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-bc631eb5-be1c-4874-a3bd-3480816318a4 req-9ec53637-39d2-42b2-a139-d8362b48047c tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/ports?device_id=11950b7b-dcad-40f7-9734-8674c7657421 HTTP/1.1" status: 200 len: 944 time: 0.0698020 Jun 16 09:44:11.740172 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-bc631eb5-be1c-4874-a3bd-3480816318a4 req-745d7c38-b456-45de-93fc-7e5fb684932c tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad64e575-b67e-45de-acc9-47004529070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369694 Jun 16 09:44:11.924598 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe893b4-b5e9-492d-a907-e55946aa74f6 req-10301ea1-b66e-4d93-8c03-dc90280b4c5e tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:11.926414 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-8fe893b4-b5e9-492d-a907-e55946aa74f6 req-10301ea1-b66e-4d93-8c03-dc90280b4c5e tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 945 time: 0.0731642 Jun 16 09:44:11.975203 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-8fe893b4-b5e9-492d-a907-e55946aa74f6 req-052074c5-2891-43bb-9ed8-18be77a37144 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419607 Jun 16 09:44:12.013775 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f19f8b8-5c3b-4d7b-b4c4-4e662cf54105 req-6234866f-d5e8-4dc2-9a87-81561d641a12 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:12.015235 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-1f19f8b8-5c3b-4d7b-b4c4-4e662cf54105 req-6234866f-d5e8-4dc2-9a87-81561d641a12 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/networks?id=ef7af889-6972-434c-9882-4e3de45b6902 HTTP/1.1" status: 200 len: 815 time: 0.3895624 Jun 16 09:44:12.039102 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-29469361-fd04-4552-999a-e037844c9a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756812', 'neutron.services.segments.db._delete_segments_for_network-8772813474353'] for network, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:12.060417 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-29469361-fd04-4552-999a-e037844c9a2f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:44:12.060805 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-29469361-fd04-4552-999a-e037844c9a2f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:44:12.061562 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-29469361-fd04-4552-999a-e037844c9a2f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:44:12.061890 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-29469361-fd04-4552-999a-e037844c9a2f admin admin] Subscribe: > port after_create 55550000 {{(pid=98980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:44:12.062246 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-29469361-fd04-4552-999a-e037844c9a2f admin admin] Subscribe: > port after_delete 55550000 {{(pid=98980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:44:12.062566 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-29469361-fd04-4552-999a-e037844c9a2f admin admin] Subscribe: > port after_update 55550000 {{(pid=98980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:44:12.062906 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-29469361-fd04-4552-999a-e037844c9a2f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:44:12.063232 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-29469361-fd04-4552-999a-e037844c9a2f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:44:12.063562 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-29469361-fd04-4552-999a-e037844c9a2f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:44:12.063854 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-29469361-fd04-4552-999a-e037844c9a2f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:44:12.280081 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-29469361-fd04-4552-999a-e037844c9a2f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:44:12.280656 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-29469361-fd04-4552-999a-e037844c9a2f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:44:12.280737 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-29469361-fd04-4552-999a-e037844c9a2f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:44:12.281072 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-29469361-fd04-4552-999a-e037844c9a2f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:44:12.281447 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.services.segments.db [None req-29469361-fd04-4552-999a-e037844c9a2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29ac6cda-0677-45db-a437-8e87831ed0d1']}} {{(pid=98980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:44:12.295218 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-1f19f8b8-5c3b-4d7b-b4c4-4e662cf54105 req-81246fcc-12a1-47ea-8aea-4086b1673481 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/quotas/fa31d16a12d643cbb5f92d1c0eaeb35b HTTP/1.1" status: 200 len: 375 time: 0.2530398 Jun 16 09:44:12.301486 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.services.segments.db [None req-29469361-fd04-4552-999a-e037844c9a2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4cf3734-5a20-4ed1-b518-acf887e217a9') {'for_net_delete': True} {{(pid=98980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:44:12.301781 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.services.segments.db [None req-29469361-fd04-4552-999a-e037844c9a2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4cf3734-5a20-4ed1-b518-acf887e217a9') {} {{(pid=98980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:44:12.328676 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-29469361-fd04-4552-999a-e037844c9a2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772813475202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126528751'] for segment, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:12.376568 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-29469361-fd04-4552-999a-e037844c9a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753648'] for segment, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:12.387273 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29469361-fd04-4552-999a-e037844c9a2f admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=98980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 09:44:12.387676 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-29469361-fd04-4552-999a-e037844c9a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126582295'] for segment, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:12.391756 dv-cinder-796286-4-iscsi neutron-server[98980]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 09:44:12.391756 dv-cinder-796286-4-iscsi neutron-server[98980]: from cryptography.utils import int_from_bytes Jun 16 09:44:12.391756 dv-cinder-796286-4-iscsi neutron-server[98980]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 09:44:12.391756 dv-cinder-796286-4-iscsi neutron-server[98980]: from cryptography.utils import int_from_bytes Jun 16 09:44:12.391756 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:44:12.391756 dv-cinder-796286-4-iscsi neutron-server[98980]: retrieve_revision_numbers = { Jun 16 09:44:12.391756 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:44:12.391756 dv-cinder-796286-4-iscsi neutron-server[98980]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:44:12.391756 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:44:12.391756 dv-cinder-796286-4-iscsi neutron-server[98980]: retrieve_revision_numbers = { Jun 16 09:44:12.391756 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:44:12.391756 dv-cinder-796286-4-iscsi neutron-server[98980]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:44:12.391756 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:44:12.391756 dv-cinder-796286-4-iscsi neutron-server[98980]: retrieve_revision_numbers = { Jun 16 09:44:12.391756 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:44:12.391756 dv-cinder-796286-4-iscsi neutron-server[98980]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:44:12.391756 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:44:12.391756 dv-cinder-796286-4-iscsi neutron-server[98980]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:44:12.391756 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:44:12.391756 dv-cinder-796286-4-iscsi neutron-server[98980]: retrieve_revision_numbers = { Jun 16 09:44:12.391756 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:44:12.391756 dv-cinder-796286-4-iscsi neutron-server[98980]: retrieve_revision_numbers = { Jun 16 09:44:12.391756 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:44:12.391756 dv-cinder-796286-4-iscsi neutron-server[98980]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:44:12.391756 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:44:12.391756 dv-cinder-796286-4-iscsi neutron-server[98980]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:44:12.391756 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:44:12.391756 dv-cinder-796286-4-iscsi neutron-server[98980]: retrieve_revision_numbers = { Jun 16 09:44:12.391756 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:44:12.391756 dv-cinder-796286-4-iscsi neutron-server[98980]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:44:12.391756 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:44:12.391756 dv-cinder-796286-4-iscsi neutron-server[98980]: retrieve_revision_numbers = { Jun 16 09:44:12.391756 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:44:12.391756 dv-cinder-796286-4-iscsi neutron-server[98980]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:44:12.391756 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:44:12.391756 dv-cinder-796286-4-iscsi neutron-server[98980]: retrieve_revision_numbers = { Jun 16 09:44:12.391756 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:44:12.391756 dv-cinder-796286-4-iscsi neutron-server[98980]: retrieve_revision_numbers = { Jun 16 09:44:12.391756 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:44:12.391756 dv-cinder-796286-4-iscsi neutron-server[98980]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:44:12.391756 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:44:12.391756 dv-cinder-796286-4-iscsi neutron-server[98980]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:44:12.391756 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:44:12.391756 dv-cinder-796286-4-iscsi neutron-server[98980]: retrieve_revision_numbers = { Jun 16 09:44:12.391756 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:44:12.402304 dv-cinder-796286-4-iscsi neutron-server[98980]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:44:12.402304 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:44:12.402304 dv-cinder-796286-4-iscsi neutron-server[98980]: retrieve_revision_numbers = { Jun 16 09:44:12.402304 dv-cinder-796286-4-iscsi neutron-server[98980]: Traceback (most recent call last): Jun 16 09:44:12.402304 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 09:44:12.402304 dv-cinder-796286-4-iscsi neutron-server[98980]: timer() Jun 16 09:44:12.402304 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 09:44:12.402304 dv-cinder-796286-4-iscsi neutron-server[98980]: cb(*args, **kw) Jun 16 09:44:12.402304 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 09:44:12.402304 dv-cinder-796286-4-iscsi neutron-server[98980]: return func(*args, **kwargs) Jun 16 09:44:12.402304 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 09:44:12.402304 dv-cinder-796286-4-iscsi neutron-server[98980]: self._notify() Jun 16 09:44:12.402304 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 09:44:12.402304 dv-cinder-796286-4-iscsi neutron-server[98980]: self.callback(batched_events) Jun 16 09:44:12.402304 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 09:44:12.402304 dv-cinder-796286-4-iscsi neutron-server[98980]: event.method(event) Jun 16 09:44:12.402304 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 09:44:12.402304 dv-cinder-796286-4-iscsi neutron-server[98980]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 09:44:12.402304 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 09:44:12.402304 dv-cinder-796286-4-iscsi neutron-server[98980]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 09:44:12.402304 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 09:44:12.402304 dv-cinder-796286-4-iscsi neutron-server[98980]: return f(self, *a, **k) Jun 16 09:44:12.402304 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 09:44:12.402304 dv-cinder-796286-4-iscsi neutron-server[98980]: return self._get(url).json() Jun 16 09:44:12.402304 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 09:44:12.402304 dv-cinder-796286-4-iscsi neutron-server[98980]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 09:44:12.402304 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 09:44:12.402304 dv-cinder-796286-4-iscsi neutron-server[98980]: return self.request(url, 'GET', **kwargs) Jun 16 09:44:12.402304 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 09:44:12.402304 dv-cinder-796286-4-iscsi neutron-server[98980]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 09:44:12.402304 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 09:44:12.402304 dv-cinder-796286-4-iscsi neutron-server[98980]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 09:44:12.402304 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 09:44:12.402304 dv-cinder-796286-4-iscsi neutron-server[98980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 09:44:12.402304 dv-cinder-796286-4-iscsi neutron-server[98980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 09:44:12.470630 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-1f19f8b8-5c3b-4d7b-b4c4-4e662cf54105 req-d9e8d18b-ddb3-4959-bb39-a5ed8a2cab77 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fa31d16a12d643cbb5f92d1c0eaeb35b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1645422 Jun 16 09:44:12.564686 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-29469361-fd04-4552-999a-e037844c9a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761456'] for network, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:12.570251 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-1f19f8b8-5c3b-4d7b-b4c4-4e662cf54105 req-307cb0e7-0519-4ea1-b48c-00ca33b25200 service neutron] 10.222.0.25 "GET /v2.0/networks/ef7af889-6972-434c-9882-4e3de45b6902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930188 Jun 16 09:44:12.573802 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-29469361-fd04-4552-999a-e037844c9a2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for network, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:12.575674 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-29469361-fd04-4552-999a-e037844c9a2f admin admin] 10.222.0.25 "DELETE /v2.0/networks/29ac6cda-0677-45db-a437-8e87831ed0d1 HTTP/1.1" status: 204 len: 168 time: 1.0240238 Jun 16 09:44:12.577585 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-99956b25-be5f-43db-bd1e-24096e153483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:12.582783 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 46836) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:12.608027 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29469361-fd04-4552-999a-e037844c9a2f admin admin] Pushing event deleted for resources: {'Network': ['ID=29ac6cda-0677-45db-a437-8e87831ed0d1,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:12.617071 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-29469361-fd04-4552-999a-e037844c9a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:12.631138 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8d7b359-f512-41ab-83a2-8e0aa0023603 admin admin] Deleting subnet 3eda95c1-3514-4773-8bde-a79185f2eb9d {{(pid=98981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 09:44:12.635299 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-a8d7b359-f512-41ab-83a2-8e0aa0023603 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:12.670131 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-a8d7b359-f512-41ab-83a2-8e0aa0023603 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:12.679367 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-a8d7b359-f512-41ab-83a2-8e0aa0023603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756163'] for subnet, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:12.681975 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-1f19f8b8-5c3b-4d7b-b4c4-4e662cf54105 req-a1580740-10f8-4a61-996b-7dff7a19b300 service neutron] 10.222.0.25 "GET /v2.0/networks/ef7af889-6972-434c-9882-4e3de45b6902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046786 Jun 16 09:44:12.842194 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-a8d7b359-f512-41ab-83a2-8e0aa0023603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430'] for subnet, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:12.844685 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:12.856669 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 19755f23-fe94-418e-9e90-efb05c1cadb0 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=98982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 09:44:12.873203 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d7b359-f512-41ab-83a2-8e0aa0023603 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3eda95c1-3514-4773-8bde-a79185f2eb9d,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:12.921903 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-a8d7b359-f512-41ab-83a2-8e0aa0023603 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:12.924005 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-a8d7b359-f512-41ab-83a2-8e0aa0023603 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3eda95c1-3514-4773-8bde-a79185f2eb9d HTTP/1.1" status: 204 len: 168 time: 0.3444877 Jun 16 09:44:12.926987 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d7b359-f512-41ab-83a2-8e0aa0023603 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:12.927570 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 46846) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:12.927832 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d7b359-f512-41ab-83a2-8e0aa0023603 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:12.928330 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d7b359-f512-41ab-83a2-8e0aa0023603 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:12.928820 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d7b359-f512-41ab-83a2-8e0aa0023603 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:12.929301 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d7b359-f512-41ab-83a2-8e0aa0023603 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:12.929907 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d7b359-f512-41ab-83a2-8e0aa0023603 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:12.930393 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d7b359-f512-41ab-83a2-8e0aa0023603 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:12.930966 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d7b359-f512-41ab-83a2-8e0aa0023603 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:12.931555 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d7b359-f512-41ab-83a2-8e0aa0023603 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:12.932040 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d7b359-f512-41ab-83a2-8e0aa0023603 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:12.932532 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d7b359-f512-41ab-83a2-8e0aa0023603 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:12.933010 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d7b359-f512-41ab-83a2-8e0aa0023603 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:12.941774 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-a8d7b359-f512-41ab-83a2-8e0aa0023603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:12.977168 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 19755f23-fe94-418e-9e90-efb05c1cadb0, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=19755f23-fe94-418e-9e90-efb05c1cadb0,segment=NetworkSegment(6567bdf1-8011-4aa8-a946-782cc5d80894),segment_id=6567bdf1-8011-4aa8-a946-782cc5d80894)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:44:12.981234 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c27a7d4-3da3-4a1f-b38f-12447c98c5c2 req-8df57c13-96bc-403d-b438-648784ef8864 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:12.985369 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-461eac59-5d8b-4310-b199-7329aa984cda req-aa3462d0-911d-43e0-ba27-b04d7abe551e tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=62a2f3b0-0a85-4944-9b95-e721ec5a862a HTTP/1.1" status: 200 len: 210 time: 0.0482273 Jun 16 09:44:12.988980 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-6c27a7d4-3da3-4a1f-b38f-12447c98c5c2 req-8df57c13-96bc-403d-b438-648784ef8864 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/ports?device_id=11950b7b-dcad-40f7-9734-8674c7657421 HTTP/1.1" status: 200 len: 944 time: 0.1202209 Jun 16 09:44:13.006481 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Returning: {'device': '19755f23-fe94-418e-9e90-efb05c1cadb0', 'network_id': 'af0e7c13-7632-4143-85e6-d792024cf097', 'port_id': '19755f23-fe94-418e-9e90-efb05c1cadb0', 'mac_address': 'fa:16:3e:2c:02:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2308e141-9675-47b0-890a-78037fb01f95', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 09:44:13.035622 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-6c27a7d4-3da3-4a1f-b38f-12447c98c5c2 req-8e255120-53b1-4d42-a72c-60b53c76a7e4 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad64e575-b67e-45de-acc9-47004529070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457685 Jun 16 09:44:13.058737 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-2b796618-a9b3-48b7-9159-7af5678be6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1649310'] for network, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:13.059709 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:13.083473 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.notifiers.nova [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19755f23-fe94-418e-9e90-efb05c1cadb0 {{(pid=98982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:44:13.105742 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 19755f23-fe94-418e-9e90-efb05c1cadb0, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=19755f23-fe94-418e-9e90-efb05c1cadb0,segment=NetworkSegment(6567bdf1-8011-4aa8-a946-782cc5d80894),segment_id=6567bdf1-8011-4aa8-a946-782cc5d80894)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:44:13.178630 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-2b796618-a9b3-48b7-9159-7af5678be6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756812', 'neutron.services.segments.db._delete_segments_for_network-8772813474353'] for network, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:13.206499 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.services.segments.db [None req-2b796618-a9b3-48b7-9159-7af5678be6f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b0003b0-ffc2-4690-be8f-dfde9f6fb473']}} {{(pid=98980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:44:13.218959 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:13.221371 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:13.223093 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.services.segments.db [None req-2b796618-a9b3-48b7-9159-7af5678be6f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1fca25b-7fe1-42b5-ac1c-6a141179c74c') {'for_net_delete': True} {{(pid=98980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:44:13.223400 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.services.segments.db [None req-2b796618-a9b3-48b7-9159-7af5678be6f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1fca25b-7fe1-42b5-ac1c-6a141179c74c') {} {{(pid=98980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:44:13.236734 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-2b796618-a9b3-48b7-9159-7af5678be6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772813475202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126528751'] for segment, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:13.258087 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-2b796618-a9b3-48b7-9159-7af5678be6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753648'] for segment, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:13.274382 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1fe9f3-b13a-4632-9a3a-22447ad75d99 req-8f4e7528-b6e4-4dde-b908-26ff5afa0386 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:13.275958 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-ce1fe9f3-b13a-4632-9a3a-22447ad75d99 req-8f4e7528-b6e4-4dde-b908-26ff5afa0386 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 945 time: 0.1362622 Jun 16 09:44:13.277061 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b796618-a9b3-48b7-9159-7af5678be6f6 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=98980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 09:44:13.277445 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-2b796618-a9b3-48b7-9159-7af5678be6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126582295'] for segment, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:13.279292 dv-cinder-796286-4-iscsi neutron-server[98980]: Traceback (most recent call last): Jun 16 09:44:13.279292 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 09:44:13.279292 dv-cinder-796286-4-iscsi neutron-server[98980]: timer() Jun 16 09:44:13.279292 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 09:44:13.279292 dv-cinder-796286-4-iscsi neutron-server[98980]: cb(*args, **kw) Jun 16 09:44:13.279292 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 09:44:13.279292 dv-cinder-796286-4-iscsi neutron-server[98980]: return func(*args, **kwargs) Jun 16 09:44:13.279292 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 09:44:13.279292 dv-cinder-796286-4-iscsi neutron-server[98980]: self._notify() Jun 16 09:44:13.279292 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 09:44:13.279292 dv-cinder-796286-4-iscsi neutron-server[98980]: self.callback(batched_events) Jun 16 09:44:13.279292 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 09:44:13.279292 dv-cinder-796286-4-iscsi neutron-server[98980]: event.method(event) Jun 16 09:44:13.279292 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 09:44:13.279292 dv-cinder-796286-4-iscsi neutron-server[98980]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 09:44:13.279292 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 09:44:13.279292 dv-cinder-796286-4-iscsi neutron-server[98980]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 09:44:13.279292 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 09:44:13.279292 dv-cinder-796286-4-iscsi neutron-server[98980]: return f(self, *a, **k) Jun 16 09:44:13.279292 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 09:44:13.279292 dv-cinder-796286-4-iscsi neutron-server[98980]: return self._get(url).json() Jun 16 09:44:13.279292 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 09:44:13.279292 dv-cinder-796286-4-iscsi neutron-server[98980]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 09:44:13.279292 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 09:44:13.279292 dv-cinder-796286-4-iscsi neutron-server[98980]: return self.request(url, 'GET', **kwargs) Jun 16 09:44:13.279292 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 09:44:13.279292 dv-cinder-796286-4-iscsi neutron-server[98980]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 09:44:13.279292 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 09:44:13.279292 dv-cinder-796286-4-iscsi neutron-server[98980]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 09:44:13.279292 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 09:44:13.279292 dv-cinder-796286-4-iscsi neutron-server[98980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 09:44:13.279292 dv-cinder-796286-4-iscsi neutron-server[98980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 09:44:13.282203 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Pushing event updated for resources: {'Port': ['ID=19755f23-fe94-418e-9e90-efb05c1cadb0,revision_number=4']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:13.295642 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:13.296216 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:13.296557 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:13.296896 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:13.297231 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:13.297791 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:13.297906 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:13.298234 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:13.298577 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:13.298973 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:13.299302 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:13.299620 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:13.312030 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:13.373826 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-ce1fe9f3-b13a-4632-9a3a-22447ad75d99 req-dabb554c-4cb0-479a-a4c5-406aa3c9acc8 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774956 Jun 16 09:44:13.481180 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-2b796618-a9b3-48b7-9159-7af5678be6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761456'] for network, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:13.487442 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-2b796618-a9b3-48b7-9159-7af5678be6f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for network, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:13.492143 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-2b796618-a9b3-48b7-9159-7af5678be6f6 admin admin] 10.222.0.25 "DELETE /v2.0/networks/8b0003b0-ffc2-4690-be8f-dfde9f6fb473 HTTP/1.1" status: 204 len: 168 time: 0.5628421 Jun 16 09:44:13.500880 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:13.517243 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b796618-a9b3-48b7-9159-7af5678be6f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b0003b0-ffc2-4690-be8f-dfde9f6fb473,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:13.520092 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-2b796618-a9b3-48b7-9159-7af5678be6f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:13.720160 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] get_ports_and_sgs() called for port_ids ['19755f23-fe94-418e-9e90-efb05c1cadb0'] {{(pid=98982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:44:13.783542 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 46870) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:13.905796 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-6ad79845-9b7b-4e11-b33f-e0f8665a4ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:13.925195 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 46874) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:13.966034 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-9fba04a2-6f56-485a-b0fb-d2cd217e1c0c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f066d1c2a69b470185239bd29c60708e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389497 Jun 16 09:44:13.968420 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 46876) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:14.001573 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-6ad79845-9b7b-4e11-b33f-e0f8665a4ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:14.010517 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.agents_db [None req-3560065e-ea11-4ff4-820f-b568c2ca0093 None None] Agent healthcheck: found 6 active agents {{(pid=98983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:44:14.022654 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-50690bf4-4072-48aa-80d5-9ed0aead6a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:14.044220 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-50690bf4-4072-48aa-80d5-9ed0aead6a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:14.087351 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-6ad79845-9b7b-4e11-b33f-e0f8665a4ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:14.090750 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:14.131349 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad79845-9b7b-4e11-b33f-e0f8665a4ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8411d68-d083-429f-a2e3-23b86a0eb8e7,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:14.138547 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 46882) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:14.138740 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-6ad79845-9b7b-4e11-b33f-e0f8665a4ae9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=af925b7b7baa4eac8bdcd3b6bfa69041&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3539038 Jun 16 09:44:14.141019 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-6ad79845-9b7b-4e11-b33f-e0f8665a4ae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:14.163134 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-4eb1ee3c-552a-4fb3-b28e-77073ccc7756 req-62057741-54fd-4682-8d75-14eaa00050b6 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=62a2f3b0-0a85-4944-9b95-e721ec5a862a HTTP/1.1" status: 200 len: 210 time: 0.0374110 Jun 16 09:44:14.199583 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-50690bf4-4072-48aa-80d5-9ed0aead6a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:14.202090 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-50690bf4-4072-48aa-80d5-9ed0aead6a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:14.203234 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-50690bf4-4072-48aa-80d5-9ed0aead6a2b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0e3359ed-8549-4b36-8776-a4bc33fc3603 HTTP/1.1" status: 204 len: 168 time: 0.2338970 Jun 16 09:44:14.208403 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:14.221399 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50690bf4-4072-48aa-80d5-9ed0aead6a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3359ed-8549-4b36-8776-a4bc33fc3603,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:14.234501 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-50690bf4-4072-48aa-80d5-9ed0aead6a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:14.240932 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-017edc43-596a-41b6-b2b5-0a017475b142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:14.272061 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-017edc43-596a-41b6-b2b5-0a017475b142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:14.277568 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd202dc-aacc-4723-a685-cac039939552 req-10947265-0f43-4435-ac2f-24ab89a1cd39 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:14.279211 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-dbd202dc-aacc-4723-a685-cac039939552 req-10947265-0f43-4435-ac2f-24ab89a1cd39 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/ports?device_id=11950b7b-dcad-40f7-9734-8674c7657421 HTTP/1.1" status: 200 len: 945 time: 0.0762005 Jun 16 09:44:14.324258 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-dbd202dc-aacc-4723-a685-cac039939552 req-b99b4802-964b-4791-8da5-963c8a0e1b74 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad64e575-b67e-45de-acc9-47004529070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372610 Jun 16 09:44:14.520648 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-017edc43-596a-41b6-b2b5-0a017475b142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:14.523642 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-017edc43-596a-41b6-b2b5-0a017475b142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:14.527802 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-017edc43-596a-41b6-b2b5-0a017475b142 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d8411d68-d083-429f-a2e3-23b86a0eb8e7 HTTP/1.1" status: 204 len: 168 time: 0.3852537 Jun 16 09:44:14.527802 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-e0b2bd20-550b-40d4-a736-8eb41f2c83eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:14.547103 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017edc43-596a-41b6-b2b5-0a017475b142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8411d68-d083-429f-a2e3-23b86a0eb8e7,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:14.550497 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-017edc43-596a-41b6-b2b5-0a017475b142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:14.585315 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc76445-9cb7-4abb-a348-6590fd0473a1 req-0adbd3d9-620a-4a2b-9b01-852af37d325b tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:14.587009 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-ecc76445-9cb7-4abb-a348-6590fd0473a1 req-0adbd3d9-620a-4a2b-9b01-852af37d325b tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 945 time: 0.1003668 Jun 16 09:44:14.629632 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-ecc76445-9cb7-4abb-a348-6590fd0473a1 req-fa7f26d6-f48f-41d4-aad1-1bc69e61446e tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363951 Jun 16 09:44:14.849737 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 19755f23-fe94-418e-9e90-efb05c1cadb0 up at agent hyperv_hv-cinder-79628 {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:44:15.040566 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Provisioning for port 19755f23-fe94-418e-9e90-efb05c1cadb0 completed by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:44:15.044606 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Provisioning complete for port 19755f23-fe94-418e-9e90-efb05c1cadb0 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:44:15.045045 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:15.132438 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:15.138023 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 46898) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:15.162158 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11950b7b-dcad-40f7-9734-8674c7657421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19755f23-fe94-418e-9e90-efb05c1cadb0'}] {{(pid=98982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:44:15.164828 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4f9cc304a916b9d47f5f8bf5758f709c886eea9513b83351d26ab7408c86625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f1cb51-fcef-4706-90b4-381a799af3da" -d '{"events": [{"server_uuid": "11950b7b-dcad-40f7-9734-8674c7657421", "name": "network-vif-plugged", "status": "completed", "tag": "19755f23-fe94-418e-9e90-efb05c1cadb0"}]}' {{(pid=98982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:44:15.179030 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 19755f23-fe94-418e-9e90-efb05c1cadb0, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=19755f23-fe94-418e-9e90-efb05c1cadb0,segment=NetworkSegment(6567bdf1-8011-4aa8-a946-782cc5d80894),segment_id=6567bdf1-8011-4aa8-a946-782cc5d80894)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:44:15.185256 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-a0fb5cb6-20a9-49df-8d03-ce29bef942aa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=69df9bb3474c4716bd9a6926292eb8bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0459390 Jun 16 09:44:15.189914 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 46902) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:15.219882 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91af3b08-7ac7-416c-9d4a-be0a0c94fe94 x-openstack-request-id: req-91af3b08-7ac7-416c-9d4a-be0a0c94fe94 {{(pid=98982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:44:15.220193 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11950b7b-dcad-40f7-9734-8674c7657421", "name": "network-vif-plugged", "status": "completed", "tag": "19755f23-fe94-418e-9e90-efb05c1cadb0", "code": 200}]} {{(pid=98982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:44:15.220595 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-91af3b08-7ac7-416c-9d4a-be0a0c94fe94 {{(pid=98982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:44:15.221119 dv-cinder-796286-4-iscsi neutron-server[98982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11950b7b-dcad-40f7-9734-8674c7657421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19755f23-fe94-418e-9e90-efb05c1cadb0', 'code': 200} Jun 16 09:44:15.243333 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-2ea40991-dfa8-454b-864d-1b1f4193f30c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:15.266695 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-2ea40991-dfa8-454b-864d-1b1f4193f30c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:15.329796 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-6c2d5028-0209-4463-b1a5-dafbebe66a28 req-c4e51521-50cc-40df-9377-010eaa37729c tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=62a2f3b0-0a85-4944-9b95-e721ec5a862a HTTP/1.1" status: 200 len: 210 time: 0.0326109 Jun 16 09:44:15.424330 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:15.428140 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-08a45ebe-e8f2-4319-a652-4e8d1f812837 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:15.487487 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Pushing event updated for resources: {'Port': ['ID=19755f23-fe94-418e-9e90-efb05c1cadb0,revision_number=5']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:15.492526 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:15.503803 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-2ea40991-dfa8-454b-864d-1b1f4193f30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:15.512417 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-2ea40991-dfa8-454b-864d-1b1f4193f30c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:15.517015 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-2ea40991-dfa8-454b-864d-1b1f4193f30c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ccd818ab-ce06-4d21-b55e-88bf683d877c HTTP/1.1" status: 204 len: 168 time: 0.3270106 Jun 16 09:44:15.519085 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-b91a397e-8fd1-4203-85bc-b80ec0f26aad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:15.527104 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea40991-dfa8-454b-864d-1b1f4193f30c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd818ab-ce06-4d21-b55e-88bf683d877c,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:15.529704 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-2ea40991-dfa8-454b-864d-1b1f4193f30c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:15.531416 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b01e587-e5c6-4e5d-b6ac-e571c9307fe0 req-50b24427-2b14-4600-9989-dfafe6d4ea7d tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:15.533482 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-0b01e587-e5c6-4e5d-b6ac-e571c9307fe0 req-50b24427-2b14-4600-9989-dfafe6d4ea7d tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/ports?device_id=11950b7b-dcad-40f7-9734-8674c7657421 HTTP/1.1" status: 200 len: 946 time: 0.0775816 Jun 16 09:44:15.592621 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-0b01e587-e5c6-4e5d-b6ac-e571c9307fe0 req-d9b845a4-a94f-4d5b-b7d6-1ee99c745790 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad64e575-b67e-45de-acc9-47004529070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501211 Jun 16 09:44:15.876713 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36310843-60dd-40a0-ab9e-86a3b1fa83e5 req-24129086-9f06-4d1d-be88-b092ce8ff730 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:15.878979 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-36310843-60dd-40a0-ab9e-86a3b1fa83e5 req-24129086-9f06-4d1d-be88-b092ce8ff730 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 945 time: 0.0844305 Jun 16 09:44:15.943837 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-36310843-60dd-40a0-ab9e-86a3b1fa83e5 req-53b6bb25-ab34-4be4-9a8e-b8c98b554fb1 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560126 Jun 16 09:44:15.958104 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11224391-9fdb-48f0-812a-3faab1f5184b req-cfc9c0ad-e98a-4784-a72f-80267a139dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:15.959885 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-11224391-9fdb-48f0-812a-3faab1f5184b req-cfc9c0ad-e98a-4784-a72f-80267a139dd3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=11950b7b-dcad-40f7-9734-8674c7657421 HTTP/1.1" status: 200 len: 1099 time: 0.1012256 Jun 16 09:44:16.059533 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-11224391-9fdb-48f0-812a-3faab1f5184b req-f5c2ce24-6b05-4127-a27e-4a8ea1557e4e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ad64e575-b67e-45de-acc9-47004529070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306938 Jun 16 09:44:16.141867 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 46926) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:16.156465 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-d4a6f684-0bb0-4ea7-8c98-e0684dd61083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:16.251022 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-d4a6f684-0bb0-4ea7-8c98-e0684dd61083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:16.362578 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-d4a6f684-0bb0-4ea7-8c98-e0684dd61083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:16.365614 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:16.407084 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-d4a6f684-0bb0-4ea7-8c98-e0684dd61083 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8e478380b91147df9851dffec93c99d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2636392 Jun 16 09:44:16.407947 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a6f684-0bb0-4ea7-8c98-e0684dd61083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b090fa-3420-4ad5-83d1-0de989d541bf,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:16.409763 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 46932) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:16.411094 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-d4a6f684-0bb0-4ea7-8c98-e0684dd61083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:16.473276 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-fb355dd1-cf09-4585-bb0b-4fb0084f1b00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:16.494504 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-d5d98a44-1ec9-44b8-b8f6-5eef3fd4748c req-92556b75-ffa2-4430-b9ba-5768ddfe77a0 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=62a2f3b0-0a85-4944-9b95-e721ec5a862a HTTP/1.1" status: 200 len: 210 time: 0.0347784 Jun 16 09:44:16.519926 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-fb355dd1-cf09-4585-bb0b-4fb0084f1b00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:16.653327 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f19f8b8-5c3b-4d7b-b4c4-4e662cf54105 req-f8ff076c-0b5c-4d4b-8498-182ea3607fb6 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:16.653327 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-1f19f8b8-5c3b-4d7b-b4c4-4e662cf54105 req-f8ff076c-0b5c-4d4b-8498-182ea3607fb6 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.49 "GET /v2.0/networks?id=ef7af889-6972-434c-9882-4e3de45b6902 HTTP/1.1" status: 200 len: 815 time: 0.1026633 Jun 16 09:44:16.690111 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [req-1f19f8b8-5c3b-4d7b-b4c4-4e662cf54105 req-70861630-1a28-4a5d-9c07-c2fb05d259a9 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Request body: {'port': {'device_id': '62a2f3b0-0a85-4944-9b95-e721ec5a862a', 'network_id': 'ef7af889-6972-434c-9882-4e3de45b6902', 'admin_state_up': True, 'tenant_id': 'fa31d16a12d643cbb5f92d1c0eaeb35b'}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:44:16.709856 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-fb355dd1-cf09-4585-bb0b-4fb0084f1b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:16.714074 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-fb355dd1-cf09-4585-bb0b-4fb0084f1b00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:16.714565 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-fb355dd1-cf09-4585-bb0b-4fb0084f1b00 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/03b090fa-3420-4ad5-83d1-0de989d541bf HTTP/1.1" status: 204 len: 168 time: 0.3032548 Jun 16 09:44:16.715359 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:16.726375 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb355dd1-cf09-4585-bb0b-4fb0084f1b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b090fa-3420-4ad5-83d1-0de989d541bf,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:16.726375 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-fb355dd1-cf09-4585-bb0b-4fb0084f1b00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:16.864691 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce427871-952a-48f3-a8c7-2a450692184e req-bce969bd-1944-4754-bd9c-07c7552adabe tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:16.866196 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-ce427871-952a-48f3-a8c7-2a450692184e req-bce969bd-1944-4754-bd9c-07c7552adabe tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/ports?device_id=11950b7b-dcad-40f7-9734-8674c7657421 HTTP/1.1" status: 200 len: 946 time: 0.1404493 Jun 16 09:44:16.904648 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-ce427871-952a-48f3-a8c7-2a450692184e req-f73032b9-add6-4092-bf25-fc21b57a392f tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad64e575-b67e-45de-acc9-47004529070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320280 Jun 16 09:44:17.052509 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f19f8b8-5c3b-4d7b-b4c4-4e662cf54105 req-70861630-1a28-4a5d-9c07-c2fb05d259a9 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Made reservation on behalf of fa31d16a12d643cbb5f92d1c0eaeb35b for: {'port': 1} {{(pid=98980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:44:17.052683 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-d63ee89a-7aea-4fe8-98da-5ffa22e15025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:17.058405 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-1f19f8b8-5c3b-4d7b-b4c4-4e662cf54105 req-70861630-1a28-4a5d-9c07-c2fb05d259a9 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:17.226672 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59325b-ced3-496f-ab62-e868bdfad538 req-a791f5d8-016a-4dfe-b2f7-f2883c7eb782 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:17.228509 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-7d59325b-ced3-496f-ab62-e868bdfad538 req-a791f5d8-016a-4dfe-b2f7-f2883c7eb782 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 945 time: 0.1496744 Jun 16 09:44:17.270877 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.db_base_plugin_common [req-1f19f8b8-5c3b-4d7b-b4c4-4e662cf54105 req-70861630-1a28-4a5d-9c07-c2fb05d259a9 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Allocated IP 172.20.0.14 (ef7af889-6972-434c-9882-4e3de45b6902/039532dc-f739-4701-98ed-b56a3da4fc13/07e9bf37-da31-4078-818e-ddc158c05a7c) {{(pid=98980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:44:17.307612 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-7d59325b-ced3-496f-ab62-e868bdfad538 req-bed3dfad-b250-4552-8b8e-efac46ebb705 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652745 Jun 16 09:44:17.469312 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-1f19f8b8-5c3b-4d7b-b4c4-4e662cf54105 req-70861630-1a28-4a5d-9c07-c2fb05d259a9 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Notify callbacks [] for port, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:17.602154 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-1f19f8b8-5c3b-4d7b-b4c4-4e662cf54105 req-70861630-1a28-4a5d-9c07-c2fb05d259a9 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126582365'] for port, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:17.608772 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:17.652776 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] get_ports_and_sgs() called for port_ids ['87bfca89-ecc5-45ee-af99-3d67c9ed7165'] {{(pid=98982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:44:17.685710 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f19f8b8-5c3b-4d7b-b4c4-4e662cf54105 req-70861630-1a28-4a5d-9c07-c2fb05d259a9 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Network ef7af889-6972-434c-9882-4e3de45b6902 is already hosted by enough agents. {{(pid=98980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:44:17.693453 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.base_scheduler [req-1f19f8b8-5c3b-4d7b-b4c4-4e662cf54105 req-70861630-1a28-4a5d-9c07-c2fb05d259a9 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Resources bound (agent type, host, resource id): {{(pid=98980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:44:17.700351 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f19f8b8-5c3b-4d7b-b4c4-4e662cf54105 req-70861630-1a28-4a5d-9c07-c2fb05d259a9 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Received port after_create {{(pid=98980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:44:17.738110 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70861630-1a28-4a5d-9c07-c2fb05d259a9 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Pushing event updated for resources: {'Port': ['ID=07e9bf37-da31-4078-818e-ddc158c05a7c,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:17.747924 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-70861630-1a28-4a5d-9c07-c2fb05d259a9 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:17.767927 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f19f8b8-5c3b-4d7b-b4c4-4e662cf54105 req-70861630-1a28-4a5d-9c07-c2fb05d259a9 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:17.768547 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-1f19f8b8-5c3b-4d7b-b4c4-4e662cf54105 req-70861630-1a28-4a5d-9c07-c2fb05d259a9 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for port, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:17.810916 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4531e087-61b2-47e5-a8c7-ee60be492edc req-16007433-4734-4dca-9371-1e34736471bf tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:17.815535 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-4531e087-61b2-47e5-a8c7-ee60be492edc req-16007433-4734-4dca-9371-1e34736471bf tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=62a2f3b0-0a85-4944-9b95-e721ec5a862a HTTP/1.1" status: 200 len: 932 time: 0.1797156 Jun 16 09:44:17.854344 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-4531e087-61b2-47e5-a8c7-ee60be492edc req-806b5736-e247-4ea3-8ae0-a9e8dfb96ccf tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363994 Jun 16 09:44:17.871097 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-1f19f8b8-5c3b-4d7b-b4c4-4e662cf54105 req-70861630-1a28-4a5d-9c07-c2fb05d259a9 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1859269 Jun 16 09:44:17.984306 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [req-1f19f8b8-5c3b-4d7b-b4c4-4e662cf54105 req-ba4abc2e-dd22-4291-a285-0e6289bf6bc7 service neutron] Request body: {'port': {'device_id': '62a2f3b0-0a85-4944-9b95-e721ec5a862a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:44:18.037806 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 47002) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:18.133009 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-1f19f8b8-5c3b-4d7b-b4c4-4e662cf54105 req-ba4abc2e-dd22-4291-a285-0e6289bf6bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:18.145903 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7073c-6475-4f8e-924c-cf5cb6cfa18c req-4ba95432-d625-4a23-904b-9a650d362918 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:18.155229 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-60f7073c-6475-4f8e-924c-cf5cb6cfa18c req-4ba95432-d625-4a23-904b-9a650d362918 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/ports?device_id=11950b7b-dcad-40f7-9734-8674c7657421 HTTP/1.1" status: 200 len: 946 time: 0.1239650 Jun 16 09:44:18.233038 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-60f7073c-6475-4f8e-924c-cf5cb6cfa18c req-d6676355-e3be-41c0-81a8-6f7cb0320c54 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad64e575-b67e-45de-acc9-47004529070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775549 Jun 16 09:44:18.332950 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-862bea95-353f-47c8-bd87-7ec66f3724f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:18.682534 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.notifiers.nova [req-1f19f8b8-5c3b-4d7b-b4c4-4e662cf54105 req-ba4abc2e-dd22-4291-a285-0e6289bf6bc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07e9bf37-da31-4078-818e-ddc158c05a7c {{(pid=98980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:44:18.682534 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-1f19f8b8-5c3b-4d7b-b4c4-4e662cf54105 req-ba4abc2e-dd22-4291-a285-0e6289bf6bc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:18.682534 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.provisioning_blocks [req-1f19f8b8-5c3b-4d7b-b4c4-4e662cf54105 req-ba4abc2e-dd22-4291-a285-0e6289bf6bc7 service neutron] Transition to ACTIVE for port object 07e9bf37-da31-4078-818e-ddc158c05a7c will not be triggered until provisioned by entity L2. {{(pid=98980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:44:18.682534 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-862bea95-353f-47c8-bd87-7ec66f3724f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:18.682534 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb517132-22a2-4998-be02-1eb7e9750cd3 req-2d167648-31a2-4dd1-bf2b-de0c70eaafb5 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:18.682534 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-bb517132-22a2-4998-be02-1eb7e9750cd3 req-2d167648-31a2-4dd1-bf2b-de0c70eaafb5 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 945 time: 0.1692412 Jun 16 09:44:18.682534 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-bb517132-22a2-4998-be02-1eb7e9750cd3 req-0ca3b83f-c463-4069-9192-516badb2e90d tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333202 Jun 16 09:44:18.994361 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-1f19f8b8-5c3b-4d7b-b4c4-4e662cf54105 req-ba4abc2e-dd22-4291-a285-0e6289bf6bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126582347'] for port, after_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:18.996324 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-862bea95-353f-47c8-bd87-7ec66f3724f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:19.016734 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-59d60dd4-d93f-4772-a92a-0a0c3054c196 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:19.081228 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-862bea95-353f-47c8-bd87-7ec66f3724f8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=35c9176c6c6c423eabbf902d8c0f690c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0354459 Jun 16 09:44:19.083904 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 47024) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:19.121317 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4abc2e-dd22-4291-a285-0e6289bf6bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=07e9bf37-da31-4078-818e-ddc158c05a7c,revision_number=2']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:19.127147 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-ba4abc2e-dd22-4291-a285-0e6289bf6bc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:19.127647 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-99956b25-be5f-43db-bd1e-24096e153483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:19.147751 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-4e872b52-5a84-4156-9838-e7ecc0ca59e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:19.180831 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-4e872b52-5a84-4156-9838-e7ecc0ca59e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:19.202357 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862bea95-353f-47c8-bd87-7ec66f3724f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a574095-975e-4707-a366-a51b120d203e,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:19.216254 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152be73-23c7-4daa-8854-980417ae1d1e req-46e26d93-dee5-4573-8f35-1fc4f6550892 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:19.223102 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-d152be73-23c7-4daa-8854-980417ae1d1e req-46e26d93-dee5-4573-8f35-1fc4f6550892 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=62a2f3b0-0a85-4944-9b95-e721ec5a862a HTTP/1.1" status: 200 len: 944 time: 0.2421525 Jun 16 09:44:19.225063 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-862bea95-353f-47c8-bd87-7ec66f3724f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:19.281940 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.managers [req-1f19f8b8-5c3b-4d7b-b4c4-4e662cf54105 req-ba4abc2e-dd22-4291-a285-0e6289bf6bc7 service neutron] Attempting to bind port 07e9bf37-da31-4078-818e-ddc158c05a7c on host hv-cinder-79628 for vnic_type normal with profile {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:44:19.282279 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.managers [req-1f19f8b8-5c3b-4d7b-b4c4-4e662cf54105 req-ba4abc2e-dd22-4291-a285-0e6289bf6bc7 service neutron] Attempting to bind port 07e9bf37-da31-4078-818e-ddc158c05a7c by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '36c94873-002f-4ad3-a0a4-ed02eb70eb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ef7af889-6972-434c-9882-4e3de45b6902'}] {{(pid=98980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:44:19.282608 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f19f8b8-5c3b-4d7b-b4c4-4e662cf54105 req-ba4abc2e-dd22-4291-a285-0e6289bf6bc7 service neutron] Attempting to bind port 07e9bf37-da31-4078-818e-ddc158c05a7c on network ef7af889-6972-434c-9882-4e3de45b6902 {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:44:19.287851 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-d152be73-23c7-4daa-8854-980417ae1d1e req-01aaad26-d3b1-40c7-80fb-58bbf2c2c996 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639608 Jun 16 09:44:19.289925 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f19f8b8-5c3b-4d7b-b4c4-4e662cf54105 req-ba4abc2e-dd22-4291-a285-0e6289bf6bc7 service neutron] Port 07e9bf37-da31-4078-818e-ddc158c05a7c on network ef7af889-6972-434c-9882-4e3de45b6902 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 09:44:19.290248 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f19f8b8-5c3b-4d7b-b4c4-4e662cf54105 req-ba4abc2e-dd22-4291-a285-0e6289bf6bc7 service neutron] Attempting to bind port 07e9bf37-da31-4078-818e-ddc158c05a7c on network ef7af889-6972-434c-9882-4e3de45b6902 {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:44:19.295359 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f19f8b8-5c3b-4d7b-b4c4-4e662cf54105 req-ba4abc2e-dd22-4291-a285-0e6289bf6bc7 service neutron] Checking agent: {'id': '868dca64-f295-49d2-b561-88939e4b0d1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 41, 11), 'started_at': datetime.datetime(2021, 6, 16, 9, 41, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:44:19.295883 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f19f8b8-5c3b-4d7b-b4c4-4e662cf54105 req-ba4abc2e-dd22-4291-a285-0e6289bf6bc7 service neutron] Checking segment: {'id': '36c94873-002f-4ad3-a0a4-ed02eb70eb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ef7af889-6972-434c-9882-4e3de45b6902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:44:19.296639 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f19f8b8-5c3b-4d7b-b4c4-4e662cf54105 req-ba4abc2e-dd22-4291-a285-0e6289bf6bc7 service neutron] Bound using segment: {'id': '36c94873-002f-4ad3-a0a4-ed02eb70eb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ef7af889-6972-434c-9882-4e3de45b6902'} {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:44:19.297229 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.managers [req-1f19f8b8-5c3b-4d7b-b4c4-4e662cf54105 req-ba4abc2e-dd22-4291-a285-0e6289bf6bc7 service neutron] Bound port: 07e9bf37-da31-4078-818e-ddc158c05a7c, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36c94873-002f-4ad3-a0a4-ed02eb70eb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ef7af889-6972-434c-9882-4e3de45b6902'}}] {{(pid=98980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:44:19.297924 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-1f19f8b8-5c3b-4d7b-b4c4-4e662cf54105 req-ba4abc2e-dd22-4291-a285-0e6289bf6bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:19.381023 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.db [req-1f19f8b8-5c3b-4d7b-b4c4-4e662cf54105 req-ba4abc2e-dd22-4291-a285-0e6289bf6bc7 service neutron] For port 07e9bf37-da31-4078-818e-ddc158c05a7c, host hv-cinder-79628, cleared binding levels {{(pid=98980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:44:19.385005 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.db [req-1f19f8b8-5c3b-4d7b-b4c4-4e662cf54105 req-ba4abc2e-dd22-4291-a285-0e6289bf6bc7 service neutron] For port 07e9bf37-da31-4078-818e-ddc158c05a7c, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=07e9bf37-da31-4078-818e-ddc158c05a7c,segment=NetworkSegment(36c94873-002f-4ad3-a0a4-ed02eb70eb5a),segment_id=36c94873-002f-4ad3-a0a4-ed02eb70eb5a)] {{(pid=98980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:44:19.471714 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a331c4-0d22-4c98-a8af-b2855432754f req-d9274512-1e07-4b6e-99b6-c5b449e6e365 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:19.476369 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-f5a331c4-0d22-4c98-a8af-b2855432754f req-d9274512-1e07-4b6e-99b6-c5b449e6e365 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/ports?device_id=11950b7b-dcad-40f7-9734-8674c7657421 HTTP/1.1" status: 200 len: 946 time: 0.0674434 Jun 16 09:44:19.509352 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-0a65658a-ae06-4787-a58c-994522c5984a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:19.525167 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-f5a331c4-0d22-4c98-a8af-b2855432754f req-c1fac397-57fb-43d9-a257-b573264b798e tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad64e575-b67e-45de-acc9-47004529070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367615 Jun 16 09:44:19.566434 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:19.566596 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-4e872b52-5a84-4156-9838-e7ecc0ca59e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:19.566825 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-1f19f8b8-5c3b-4d7b-b4c4-4e662cf54105 req-ba4abc2e-dd22-4291-a285-0e6289bf6bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126582347'] for port, after_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:19.570406 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:19.570565 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-4e872b52-5a84-4156-9838-e7ecc0ca59e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:19.571955 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-4e872b52-5a84-4156-9838-e7ecc0ca59e1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2a574095-975e-4707-a366-a51b120d203e HTTP/1.1" status: 204 len: 168 time: 0.4870741 Jun 16 09:44:19.572993 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:19.586384 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e872b52-5a84-4156-9838-e7ecc0ca59e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a574095-975e-4707-a366-a51b120d203e,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:19.589332 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-4e872b52-5a84-4156-9838-e7ecc0ca59e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:19.622111 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f19f8b8-5c3b-4d7b-b4c4-4e662cf54105 req-ba4abc2e-dd22-4291-a285-0e6289bf6bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:19.622111 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-1f19f8b8-5c3b-4d7b-b4c4-4e662cf54105 req-ba4abc2e-dd22-4291-a285-0e6289bf6bc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for port, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:19.622111 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-1f19f8b8-5c3b-4d7b-b4c4-4e662cf54105 req-ba4abc2e-dd22-4291-a285-0e6289bf6bc7 service neutron] 10.222.0.49 "PUT /v2.0/ports/07e9bf37-da31-4078-818e-ddc158c05a7c HTTP/1.1" status: 200 len: 1094 time: 1.6387110 Jun 16 09:44:19.622111 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62a2f3b0-0a85-4944-9b95-e721ec5a862a', 'tag': '07e9bf37-da31-4078-818e-ddc158c05a7c'}] {{(pid=98980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:44:19.622111 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f334069be3519ec184138b23d582e39f65c0d47b6cef299b3d1a0596e5c2100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb90b96e-690b-4287-a553-c701fe7a1956" -d '{"events": [{"name": "network-changed", "server_uuid": "62a2f3b0-0a85-4944-9b95-e721ec5a862a", "tag": "07e9bf37-da31-4078-818e-ddc158c05a7c"}]}' {{(pid=98980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:44:19.636584 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4abc2e-dd22-4291-a285-0e6289bf6bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=07e9bf37-da31-4078-818e-ddc158c05a7c,revision_number=3']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:19.643896 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-ba4abc2e-dd22-4291-a285-0e6289bf6bc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:19.668139 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36a5169-fc7b-4857-901b-3deb25a31b9d x-openstack-request-id: req-a36a5169-fc7b-4857-901b-3deb25a31b9d {{(pid=98980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:44:19.668139 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62a2f3b0-0a85-4944-9b95-e721ec5a862a", "tag": "07e9bf37-da31-4078-818e-ddc158c05a7c", "status": "completed", "code": 200}]} {{(pid=98980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:44:19.668139 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a36a5169-fc7b-4857-901b-3deb25a31b9d {{(pid=98980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:44:19.668139 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62a2f3b0-0a85-4944-9b95-e721ec5a862a', 'tag': '07e9bf37-da31-4078-818e-ddc158c05a7c', 'status': 'completed', 'code': 200} Jun 16 09:44:19.796962 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb90b96e-690b-4287-a553-c701fe7a1956 req-13b1a9fa-9fab-44b3-88fb-4196238d57de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:19.798511 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-bb90b96e-690b-4287-a553-c701fe7a1956 req-13b1a9fa-9fab-44b3-88fb-4196238d57de service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fa31d16a12d643cbb5f92d1c0eaeb35b&device_id=62a2f3b0-0a85-4944-9b95-e721ec5a862a HTTP/1.1" status: 200 len: 1097 time: 0.0635233 Jun 16 09:44:19.947973 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb90b96e-690b-4287-a553-c701fe7a1956 req-f250e93a-04cc-4076-bdbd-2eca4293d8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:19.949527 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-bb90b96e-690b-4287-a553-c701fe7a1956 req-f250e93a-04cc-4076-bdbd-2eca4293d8d8 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=fa31d16a12d643cbb5f92d1c0eaeb35b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1350513 Jun 16 09:44:19.959966 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7058645-2f87-48ad-a89b-8d0fcd39993f req-91f0aa82-cd13-40d5-b1cb-099412910bc9 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:19.961716 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-e7058645-2f87-48ad-a89b-8d0fcd39993f req-91f0aa82-cd13-40d5-b1cb-099412910bc9 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 945 time: 0.1458843 Jun 16 09:44:20.062278 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-e7058645-2f87-48ad-a89b-8d0fcd39993f req-a1ef4a37-6802-4b68-8ae9-def5a3988bff tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899839 Jun 16 09:44:20.095135 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb90b96e-690b-4287-a553-c701fe7a1956 req-28542ab7-65c7-4724-8c4f-3cdc171e0651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:20.100509 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-bb90b96e-690b-4287-a553-c701fe7a1956 req-28542ab7-65c7-4724-8c4f-3cdc171e0651 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1345663 Jun 16 09:44:20.264400 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f19f8b8-5c3b-4d7b-b4c4-4e662cf54105 req-317f6a2a-afa7-44ba-973e-71dfd42dd348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:20.270495 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-1f19f8b8-5c3b-4d7b-b4c4-4e662cf54105 req-317f6a2a-afa7-44ba-973e-71dfd42dd348 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fa31d16a12d643cbb5f92d1c0eaeb35b&device_id=62a2f3b0-0a85-4944-9b95-e721ec5a862a HTTP/1.1" status: 200 len: 1097 time: 0.0620148 Jun 16 09:44:20.336875 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-1f19f8b8-5c3b-4d7b-b4c4-4e662cf54105 req-46c4bc58-7802-493f-967d-a828131c5b3f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07e9bf37-da31-4078-818e-ddc158c05a7c HTTP/1.1" status: 200 len: 217 time: 0.0366209 Jun 16 09:44:20.410512 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f19f8b8-5c3b-4d7b-b4c4-4e662cf54105 req-604255d2-990f-477e-9bff-87789fd19636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:20.412170 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-1f19f8b8-5c3b-4d7b-b4c4-4e662cf54105 req-604255d2-990f-477e-9bff-87789fd19636 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=039532dc-f739-4701-98ed-b56a3da4fc13 HTTP/1.1" status: 200 len: 855 time: 0.0603595 Jun 16 09:44:20.468441 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-1f19f8b8-5c3b-4d7b-b4c4-4e662cf54105 req-f5a732d1-5d0a-4e2f-8f33-52497479884a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ef7af889-6972-434c-9882-4e3de45b6902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284476 Jun 16 09:44:20.537592 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-16d92f64-da1b-4eb0-8f0f-160fef97265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:20.556540 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736ba47-31fe-4fad-9550-bca3cf016938 req-2996e4d4-f6cf-47a9-87ff-681e27b50c9e tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:20.558140 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-5736ba47-31fe-4fad-9550-bca3cf016938 req-2996e4d4-f6cf-47a9-87ff-681e27b50c9e tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=62a2f3b0-0a85-4944-9b95-e721ec5a862a HTTP/1.1" status: 200 len: 944 time: 0.1450484 Jun 16 09:44:20.604833 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-1f19f8b8-5c3b-4d7b-b4c4-4e662cf54105 req-3be96cb1-d839-4d38-9c65-f36492fa7274 service neutron] 10.222.0.49 "GET /v2.0/networks/ef7af889-6972-434c-9882-4e3de45b6902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249542 Jun 16 09:44:20.616506 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-5736ba47-31fe-4fad-9550-bca3cf016938 req-b38c9266-b2ce-4cae-82eb-0d612c33beb8 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491173 Jun 16 09:44:20.722496 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-1f19f8b8-5c3b-4d7b-b4c4-4e662cf54105 req-e124a654-eed7-4d03-8431-f6bba4620c32 service neutron] 10.222.0.49 "GET /v2.0/networks/ef7af889-6972-434c-9882-4e3de45b6902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895836 Jun 16 09:44:21.277546 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59f3d0-87ca-4b29-b6fd-398fa54e96ea req-95f815e9-42ff-40a8-b75e-329ebd61fd1c tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:21.278949 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-0d59f3d0-87ca-4b29-b6fd-398fa54e96ea req-95f815e9-42ff-40a8-b75e-329ebd61fd1c tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 945 time: 0.0944691 Jun 16 09:44:21.316069 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-0d59f3d0-87ca-4b29-b6fd-398fa54e96ea req-a8f07411-2f53-4daa-b731-c70a8fc59f68 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314260 Jun 16 09:44:21.643841 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050a7ede-4d2c-42cc-bdaa-5c770586b39b req-f830c715-b96f-4a8a-8c25-6983e39badbc tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:21.645486 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-050a7ede-4d2c-42cc-bdaa-5c770586b39b req-f830c715-b96f-4a8a-8c25-6983e39badbc tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6c8770-c6fd-4615-b907-311a0f581b6b HTTP/1.1" status: 200 len: 946 time: 0.0720382 Jun 16 09:44:21.685579 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-050a7ede-4d2c-42cc-bdaa-5c770586b39b req-1cfae24d-3a15-447f-819f-87cbe2755451 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.25 "GET /v2.0/security-groups?id=53585afb-0a64-425e-ab8b-00f0425095c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342891 Jun 16 09:44:22.117210 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e56e14-8fa4-4a75-b6f8-d10e8bce9140 req-26f14e76-4a5e-481d-99b4-8f32c654d14c tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:22.119408 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-c6e56e14-8fa4-4a75-b6f8-d10e8bce9140 req-26f14e76-4a5e-481d-99b4-8f32c654d14c tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=62a2f3b0-0a85-4944-9b95-e721ec5a862a HTTP/1.1" status: 200 len: 944 time: 0.0816617 Jun 16 09:44:22.176356 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-c6e56e14-8fa4-4a75-b6f8-d10e8bce9140 req-52b2567c-ff69-484c-8e12-cfbcdadf4b7a tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502765 Jun 16 09:44:22.310586 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e4cd3-b697-4174-a48d-3c81c9085ff7 req-21fb3a89-0aef-4b74-ad22-5f6418c4f3b7 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:22.314012 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-233e4cd3-b697-4174-a48d-3c81c9085ff7 req-21fb3a89-0aef-4b74-ad22-5f6418c4f3b7 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/ports?device_id=11950b7b-dcad-40f7-9734-8674c7657421 HTTP/1.1" status: 200 len: 946 time: 0.0658836 Jun 16 09:44:22.349344 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-233e4cd3-b697-4174-a48d-3c81c9085ff7 req-d49c0502-b2c2-46f1-a7ef-902ce1ecccb8 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad64e575-b67e-45de-acc9-47004529070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314345 Jun 16 09:44:22.458536 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e4fb578b-fd5e-47f0-aa8c-4b83a36f29c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:22.507384 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f2800d-2d35-4752-acdc-fcfc083fb33d req-ff47900c-ce0f-4a71-abf0-e77c43373a1c tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:22.510963 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-e4f2800d-2d35-4752-acdc-fcfc083fb33d req-ff47900c-ce0f-4a71-abf0-e77c43373a1c tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 945 time: 0.0755546 Jun 16 09:44:22.556788 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-e4f2800d-2d35-4752-acdc-fcfc083fb33d req-104a5ea5-b16f-4494-b4e8-34db86028b8a tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389597 Jun 16 09:44:22.865912 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff6779-c86b-4bb9-90ec-c7a5337dbdac req-dac3f94a-1ce8-4fa9-bda7-9456e9702eef tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:22.867326 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-32ff6779-c86b-4bb9-90ec-c7a5337dbdac req-dac3f94a-1ce8-4fa9-bda7-9456e9702eef tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6c8770-c6fd-4615-b907-311a0f581b6b HTTP/1.1" status: 200 len: 946 time: 0.0694852 Jun 16 09:44:22.907557 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-32ff6779-c86b-4bb9-90ec-c7a5337dbdac req-1ef9f91e-0b78-49ba-94e6-4b8cb9adee23 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.25 "GET /v2.0/security-groups?id=53585afb-0a64-425e-ab8b-00f0425095c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335858 Jun 16 09:44:23.362320 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22efe85-d419-4289-a066-228a36f2cc73 req-09e6c5bf-88cd-4e57-b70f-7542657fc210 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:23.363845 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-b22efe85-d419-4289-a066-228a36f2cc73 req-09e6c5bf-88cd-4e57-b70f-7542657fc210 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=62a2f3b0-0a85-4944-9b95-e721ec5a862a HTTP/1.1" status: 200 len: 944 time: 0.0705669 Jun 16 09:44:23.403317 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-b22efe85-d419-4289-a066-228a36f2cc73 req-30691e5c-4989-48d7-a466-e7b5544dfa67 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337782 Jun 16 09:44:23.544520 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb3bc2-e005-4798-802e-5c875959d37a req-a5c59b24-6fd6-405e-a995-300702d0a32d tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:23.545962 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-03eb3bc2-e005-4798-802e-5c875959d37a req-a5c59b24-6fd6-405e-a995-300702d0a32d tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/ports?device_id=11950b7b-dcad-40f7-9734-8674c7657421 HTTP/1.1" status: 200 len: 946 time: 0.0628066 Jun 16 09:44:23.586385 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-03eb3bc2-e005-4798-802e-5c875959d37a req-4bbc2d6d-3a1b-49a7-a994-b027c560a4a5 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad64e575-b67e-45de-acc9-47004529070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346444 Jun 16 09:44:23.734786 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d943acc4-2f11-4957-9d7b-77ac1fa16e67 req-b2b2e3a5-7edd-4603-b2a2-a836f6a3734e tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:23.736278 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-d943acc4-2f11-4957-9d7b-77ac1fa16e67 req-b2b2e3a5-7edd-4603-b2a2-a836f6a3734e tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 945 time: 0.0679567 Jun 16 09:44:23.772369 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-d943acc4-2f11-4957-9d7b-77ac1fa16e67 req-5cb7d062-3f73-4435-8422-f6469aa3ac7c tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305479 Jun 16 09:44:24.100534 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c532292-43d8-4d76-b626-e47e3d274fbf req-0341c00c-1f84-4bd6-90ba-c57e29268e3a tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:24.101984 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-5c532292-43d8-4d76-b626-e47e3d274fbf req-0341c00c-1f84-4bd6-90ba-c57e29268e3a tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6c8770-c6fd-4615-b907-311a0f581b6b HTTP/1.1" status: 200 len: 946 time: 0.0789926 Jun 16 09:44:24.148657 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-5c532292-43d8-4d76-b626-e47e3d274fbf req-92847fa8-21e9-40e9-ad7c-1178b0fad6bb tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.25 "GET /v2.0/security-groups?id=53585afb-0a64-425e-ab8b-00f0425095c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406651 Jun 16 09:44:24.582489 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfadef9-2f1d-4c1d-be64-a7e33172841f req-7711954b-fa6e-4272-bc10-156705d09009 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:24.583985 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-ddfadef9-2f1d-4c1d-be64-a7e33172841f req-7711954b-fa6e-4272-bc10-156705d09009 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=62a2f3b0-0a85-4944-9b95-e721ec5a862a HTTP/1.1" status: 200 len: 944 time: 0.0640333 Jun 16 09:44:24.622192 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-ddfadef9-2f1d-4c1d-be64-a7e33172841f req-4863077e-85a3-40d2-aab5-29233af020c4 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324702 Jun 16 09:44:24.920576 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 07e9bf37-da31-4078-818e-ddc158c05a7c details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=98982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 09:44:24.958461 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ffa2d3-6709-467f-88cf-9d3bb8a01c10 req-d248fb40-bdfd-4762-843e-7cb2508e4773 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:24.960234 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-64ffa2d3-6709-467f-88cf-9d3bb8a01c10 req-d248fb40-bdfd-4762-843e-7cb2508e4773 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 945 time: 0.0696945 Jun 16 09:44:24.987018 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f175951-3950-43f8-9756-42c899e5945e req-bfc5da65-786c-4231-8e32-d126d51895a3 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:24.988478 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-2f175951-3950-43f8-9756-42c899e5945e req-bfc5da65-786c-4231-8e32-d126d51895a3 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/ports?device_id=11950b7b-dcad-40f7-9734-8674c7657421 HTTP/1.1" status: 200 len: 946 time: 0.2702417 Jun 16 09:44:25.003651 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-64ffa2d3-6709-467f-88cf-9d3bb8a01c10 req-8042d12e-861e-48c7-bce3-f4fe1bea9a05 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369697 Jun 16 09:44:25.041557 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-2f175951-3950-43f8-9756-42c899e5945e req-daf589ba-01b0-4491-90d9-8a537151d9ce tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad64e575-b67e-45de-acc9-47004529070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457294 Jun 16 09:44:25.041767 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 07e9bf37-da31-4078-818e-ddc158c05a7c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=07e9bf37-da31-4078-818e-ddc158c05a7c,segment=NetworkSegment(36c94873-002f-4ad3-a0a4-ed02eb70eb5a),segment_id=36c94873-002f-4ad3-a0a4-ed02eb70eb5a)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:44:25.053957 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Returning: {'device': '07e9bf37-da31-4078-818e-ddc158c05a7c', 'network_id': 'ef7af889-6972-434c-9882-4e3de45b6902', 'port_id': '07e9bf37-da31-4078-818e-ddc158c05a7c', 'mac_address': 'fa:16:3e:21:12:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '039532dc-f739-4701-98ed-b56a3da4fc13', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 09:44:25.091249 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:25.104493 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.notifiers.nova [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07e9bf37-da31-4078-818e-ddc158c05a7c {{(pid=98982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:44:25.125839 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 07e9bf37-da31-4078-818e-ddc158c05a7c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=07e9bf37-da31-4078-818e-ddc158c05a7c,segment=NetworkSegment(36c94873-002f-4ad3-a0a4-ed02eb70eb5a),segment_id=36c94873-002f-4ad3-a0a4-ed02eb70eb5a)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:44:25.223658 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:25.225625 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:25.295130 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Pushing event updated for resources: {'Port': ['ID=07e9bf37-da31-4078-818e-ddc158c05a7c,revision_number=4']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:25.298868 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:25.346281 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9dbeb0-70f9-4ead-a741-1034defabdf9 req-e650d140-dcd2-41b5-9901-cd9460c28502 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:25.348755 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-1a9dbeb0-70f9-4ead-a741-1034defabdf9 req-e650d140-dcd2-41b5-9901-cd9460c28502 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6c8770-c6fd-4615-b907-311a0f581b6b HTTP/1.1" status: 200 len: 946 time: 0.0723076 Jun 16 09:44:25.394438 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-1a9dbeb0-70f9-4ead-a741-1034defabdf9 req-1038090a-db92-49e7-8716-cedce8b9119a tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.25 "GET /v2.0/security-groups?id=53585afb-0a64-425e-ab8b-00f0425095c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380363 Jun 16 09:44:25.527814 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6709a1-e2b5-44e5-877b-249dc39a6040 req-9e34f610-657f-484b-9773-a06e52175197 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:25.529260 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-dd6709a1-e2b5-44e5-877b-249dc39a6040 req-9e34f610-657f-484b-9773-a06e52175197 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c6c8770-c6fd-4615-b907-311a0f581b6b HTTP/1.1" status: 200 len: 946 time: 0.1134493 Jun 16 09:44:25.539382 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c64948-043b-4620-82bb-ec09b900be95 req-bb9045c5-6890-4912-87d0-7c500075016e tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:25.540737 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-60c64948-043b-4620-82bb-ec09b900be95 req-bb9045c5-6890-4912-87d0-7c500075016e tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.49 "GET /v2.0/ports?device_id=11950b7b-dcad-40f7-9734-8674c7657421 HTTP/1.1" status: 200 len: 946 time: 0.0913527 Jun 16 09:44:25.691321 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] get_ports_and_sgs() called for port_ids ['07e9bf37-da31-4078-818e-ddc158c05a7c'] {{(pid=98982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:44:25.888716 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.plugin [req-60c64948-043b-4620-82bb-ec09b900be95 req-9a51065a-02dc-43e4-a7d2-a6d15227a228 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Deleting port 19755f23-fe94-418e-9e90-efb05c1cadb0 {{(pid=98980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:44:25.889076 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-60c64948-043b-4620-82bb-ec09b900be95 req-9a51065a-02dc-43e4-a7d2-a6d15227a228 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:25.895698 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.plugin [req-dd6709a1-e2b5-44e5-877b-249dc39a6040 req-dc7c3b93-0846-4250-8901-fbc0dc151650 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] Deleting port 6028f4d0-ae90-4017-9736-9fe8749aeb0b {{(pid=98980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:44:25.896081 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-dd6709a1-e2b5-44e5-877b-249dc39a6040 req-dc7c3b93-0846-4250-8901-fbc0dc151650 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:25.918730 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1ac77-3449-4b00-88ef-073bd98452ae req-3b3b6ce9-aa03-4faa-a729-15dc2d2c273f tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:25.920250 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-67c1ac77-3449-4b00-88ef-073bd98452ae req-3b3b6ce9-aa03-4faa-a729-15dc2d2c273f tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=62a2f3b0-0a85-4944-9b95-e721ec5a862a HTTP/1.1" status: 200 len: 945 time: 0.1727984 Jun 16 09:44:26.063984 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-67c1ac77-3449-4b00-88ef-073bd98452ae req-22c4f712-fa58-4d58-8356-70f9c2218df4 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314101 Jun 16 09:44:26.095062 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.db [req-60c64948-043b-4620-82bb-ec09b900be95 req-9a51065a-02dc-43e4-a7d2-a6d15227a228 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] For port 19755f23-fe94-418e-9e90-efb05c1cadb0, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=19755f23-fe94-418e-9e90-efb05c1cadb0,segment=NetworkSegment(6567bdf1-8011-4aa8-a946-782cc5d80894),segment_id=6567bdf1-8011-4aa8-a946-782cc5d80894)] {{(pid=98980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:44:26.095430 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-60c64948-043b-4620-82bb-ec09b900be95 req-9a51065a-02dc-43e4-a7d2-a6d15227a228 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:26.106830 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.db [req-dd6709a1-e2b5-44e5-877b-249dc39a6040 req-dc7c3b93-0846-4250-8901-fbc0dc151650 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] For port 6028f4d0-ae90-4017-9736-9fe8749aeb0b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6028f4d0-ae90-4017-9736-9fe8749aeb0b,segment=NetworkSegment(0e8ebde0-1e77-4fe5-8cde-8a02c6b30504),segment_id=0e8ebde0-1e77-4fe5-8cde-8a02c6b30504)] {{(pid=98980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:44:26.107235 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-dd6709a1-e2b5-44e5-877b-249dc39a6040 req-dc7c3b93-0846-4250-8901-fbc0dc151650 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:26.191027 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c69e55e-bc9b-4aa2-930f-295b2f608d7c req-541c1fdc-385a-4700-a3d2-a3523656dce0 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:26.192413 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-3c69e55e-bc9b-4aa2-930f-295b2f608d7c req-541c1fdc-385a-4700-a3d2-a3523656dce0 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 945 time: 0.0696304 Jun 16 09:44:26.222455 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.plugin [req-60c64948-043b-4620-82bb-ec09b900be95 req-9a51065a-02dc-43e4-a7d2-a6d15227a228 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Calling delete_port for 19755f23-fe94-418e-9e90-efb05c1cadb0 owned by compute:nova {{(pid=98980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:44:26.231571 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-3c69e55e-bc9b-4aa2-930f-295b2f608d7c req-0fe12749-6633-4094-ba37-da1bb6213b13 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331583 Jun 16 09:44:26.249291 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.plugin [req-dd6709a1-e2b5-44e5-877b-249dc39a6040 req-dc7c3b93-0846-4250-8901-fbc0dc151650 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] Calling delete_port for 6028f4d0-ae90-4017-9736-9fe8749aeb0b owned by compute:nova {{(pid=98980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:44:26.471259 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d2518-7649-46de-a5c3-d42b568d8bb7 req-5c6b5ad9-d1a9-42c8-b828-c9cb090c691e tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:26.480405 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-ad1d2518-7649-46de-a5c3-d42b568d8bb7 req-5c6b5ad9-d1a9-42c8-b828-c9cb090c691e tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/ports?device_id=11950b7b-dcad-40f7-9734-8674c7657421 HTTP/1.1" status: 200 len: 946 time: 0.2790294 Jun 16 09:44:26.581976 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1b7ae-948a-48ee-bb0e-05a60d9d8564 req-63a99cf1-979f-472f-9625-6445eeb5df97 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:26.583788 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-34c1b7ae-948a-48ee-bb0e-05a60d9d8564 req-63a99cf1-979f-472f-9625-6445eeb5df97 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6c8770-c6fd-4615-b907-311a0f581b6b HTTP/1.1" status: 200 len: 946 time: 0.0649390 Jun 16 09:44:26.584053 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-ad1d2518-7649-46de-a5c3-d42b568d8bb7 req-79e01873-4610-4110-abc9-c879ede51ab3 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad64e575-b67e-45de-acc9-47004529070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046722 Jun 16 09:44:26.627952 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-34c1b7ae-948a-48ee-bb0e-05a60d9d8564 req-b0a47e0f-9839-4e13-95a6-bfe608d07a4c tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.25 "GET /v2.0/security-groups?id=53585afb-0a64-425e-ab8b-00f0425095c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371985 Jun 16 09:44:26.726724 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-60c64948-043b-4620-82bb-ec09b900be95 req-9a51065a-02dc-43e4-a7d2-a6d15227a228 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126582338'] for port, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:26.729046 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-dd6709a1-e2b5-44e5-877b-249dc39a6040 req-dc7c3b93-0846-4250-8901-fbc0dc151650 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126582338'] for port, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:26.732492 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-cda738b9-4359-4d5b-b47a-8d1efc6453f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:26.773579 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a51065a-02dc-43e4-a7d2-a6d15227a228 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Pushing event deleted for resources: {'Port': ['ID=19755f23-fe94-418e-9e90-efb05c1cadb0,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:26.785890 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-9a51065a-02dc-43e4-a7d2-a6d15227a228 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:26.789945 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-8338b295-0c93-494e-9388-dcd4bd3ed25d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:26.792864 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] get_ports_and_sgs() called for port_ids ['19755f23-fe94-418e-9e90-efb05c1cadb0'] {{(pid=98982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:44:26.855795 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7c3b93-0846-4250-8901-fbc0dc151650 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] Pushing event deleted for resources: {'Port': ['ID=6028f4d0-ae90-4017-9736-9fe8749aeb0b,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:26.865818 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] get_ports_and_sgs() called for port_ids ['6028f4d0-ae90-4017-9736-9fe8749aeb0b'] {{(pid=98982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:44:26.908476 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-dc7c3b93-0846-4250-8901-fbc0dc151650 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:26.911719 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd6709a1-e2b5-44e5-877b-249dc39a6040 req-dc7c3b93-0846-4250-8901-fbc0dc151650 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] No DVR routers for this DVR port 6028f4d0-ae90-4017-9736-9fe8749aeb0b on host hv-cinder-79628 {{(pid=98980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:44:26.916794 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-dd6709a1-e2b5-44e5-877b-249dc39a6040 req-dc7c3b93-0846-4250-8901-fbc0dc151650 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for port, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:26.919062 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-dd6709a1-e2b5-44e5-877b-249dc39a6040 req-dc7c3b93-0846-4250-8901-fbc0dc151650 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.49 "DELETE /v2.0/ports/6028f4d0-ae90-4017-9736-9fe8749aeb0b HTTP/1.1" status: 204 len: 173 time: 1.3083489 Jun 16 09:44:26.919678 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c6c8770-c6fd-4615-b907-311a0f581b6b', 'name': 'network-vif-deleted', 'tag': '6028f4d0-ae90-4017-9736-9fe8749aeb0b'}] {{(pid=98980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:44:26.923902 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f334069be3519ec184138b23d582e39f65c0d47b6cef299b3d1a0596e5c2100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b25b29-0c26-44aa-b79d-1f2ca2051ffb" -d '{"events": [{"server_uuid": "9c6c8770-c6fd-4615-b907-311a0f581b6b", "name": "network-vif-deleted", "tag": "6028f4d0-ae90-4017-9736-9fe8749aeb0b"}]}' {{(pid=98980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:44:26.942879 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c64948-043b-4620-82bb-ec09b900be95 req-9a51065a-02dc-43e4-a7d2-a6d15227a228 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] No DVR routers for this DVR port 19755f23-fe94-418e-9e90-efb05c1cadb0 on host hv-cinder-79628 {{(pid=98980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:44:26.945694 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-60c64948-043b-4620-82bb-ec09b900be95 req-9a51065a-02dc-43e4-a7d2-a6d15227a228 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for port, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:26.947802 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-60c64948-043b-4620-82bb-ec09b900be95 req-9a51065a-02dc-43e4-a7d2-a6d15227a228 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.49 "DELETE /v2.0/ports/19755f23-fe94-418e-9e90-efb05c1cadb0 HTTP/1.1" status: 204 len: 173 time: 1.3679342 Jun 16 09:44:26.958201 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 07e9bf37-da31-4078-818e-ddc158c05a7c up at agent hyperv_hv-cinder-79628 {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:44:26.981994 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95322f36-042c-40c3-8fd0-ab4c0f144962 x-openstack-request-id: req-95322f36-042c-40c3-8fd0-ab4c0f144962 {{(pid=98980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:44:26.982411 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c6c8770-c6fd-4615-b907-311a0f581b6b", "name": "network-vif-deleted", "tag": "6028f4d0-ae90-4017-9736-9fe8749aeb0b", "status": "completed", "code": 200}]} {{(pid=98980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:44:26.982779 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-95322f36-042c-40c3-8fd0-ab4c0f144962 {{(pid=98980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:44:26.983342 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c6c8770-c6fd-4615-b907-311a0f581b6b', 'name': 'network-vif-deleted', 'tag': '6028f4d0-ae90-4017-9736-9fe8749aeb0b', 'status': 'completed', 'code': 200} Jun 16 09:44:27.189229 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Provisioning for port 07e9bf37-da31-4078-818e-ddc158c05a7c completed by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:44:27.199266 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Provisioning complete for port 07e9bf37-da31-4078-818e-ddc158c05a7c triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:44:27.199807 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:27.259688 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777820a5-7e69-4dcc-9db6-5118be61b831 req-452cbe30-0dd7-42d2-815f-9de1272619d3 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:27.261394 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-777820a5-7e69-4dcc-9db6-5118be61b831 req-452cbe30-0dd7-42d2-815f-9de1272619d3 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=62a2f3b0-0a85-4944-9b95-e721ec5a862a HTTP/1.1" status: 200 len: 945 time: 0.0729332 Jun 16 09:44:27.287387 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:27.306772 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-777820a5-7e69-4dcc-9db6-5118be61b831 req-51ae19ba-d90e-4985-9a1d-b697ebee39d9 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379894 Jun 16 09:44:27.313363 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62a2f3b0-0a85-4944-9b95-e721ec5a862a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e9bf37-da31-4078-818e-ddc158c05a7c'}] {{(pid=98982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:44:27.316016 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4f9cc304a916b9d47f5f8bf5758f709c886eea9513b83351d26ab7408c86625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a83ec4f-e57d-4620-a08a-109556283e0f" -d '{"events": [{"server_uuid": "62a2f3b0-0a85-4944-9b95-e721ec5a862a", "name": "network-vif-plugged", "status": "completed", "tag": "07e9bf37-da31-4078-818e-ddc158c05a7c"}]}' {{(pid=98982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:44:27.345906 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 07e9bf37-da31-4078-818e-ddc158c05a7c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=07e9bf37-da31-4078-818e-ddc158c05a7c,segment=NetworkSegment(36c94873-002f-4ad3-a0a4-ed02eb70eb5a),segment_id=36c94873-002f-4ad3-a0a4-ed02eb70eb5a)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:44:27.370254 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ebd19bb-7bde-4e8d-867b-9b9be24b963c x-openstack-request-id: req-0ebd19bb-7bde-4e8d-867b-9b9be24b963c {{(pid=98982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:44:27.370552 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62a2f3b0-0a85-4944-9b95-e721ec5a862a", "name": "network-vif-plugged", "status": "completed", "tag": "07e9bf37-da31-4078-818e-ddc158c05a7c", "code": 200}]} {{(pid=98982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:44:27.370818 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0ebd19bb-7bde-4e8d-867b-9b9be24b963c {{(pid=98982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:44:27.371264 dv-cinder-796286-4-iscsi neutron-server[98982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62a2f3b0-0a85-4944-9b95-e721ec5a862a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e9bf37-da31-4078-818e-ddc158c05a7c', 'code': 200} Jun 16 09:44:27.433407 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53dd21b-4b48-49f8-ba1f-52a707bcf61d req-84892fda-d7cb-430d-82e4-559adbbaedeb tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:27.435742 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-b53dd21b-4b48-49f8-ba1f-52a707bcf61d req-84892fda-d7cb-430d-82e4-559adbbaedeb tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 945 time: 0.0753627 Jun 16 09:44:27.480557 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:27.483762 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:27.512732 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-b53dd21b-4b48-49f8-ba1f-52a707bcf61d req-6ab2ae1b-6cdc-46e5-928e-9770cc0e4b29 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601215 Jun 16 09:44:27.557661 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Pushing event updated for resources: {'Port': ['ID=07e9bf37-da31-4078-818e-ddc158c05a7c,revision_number=5']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:27.561786 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:27.670276 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 47254) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:27.790687 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-ae832b1a-9fff-4545-be49-90dce8125cc8 req-c9780119-1c24-4309-bb95-c91d52a1a791 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/ports?device_id=11950b7b-dcad-40f7-9734-8674c7657421 HTTP/1.1" status: 200 len: 210 time: 0.0466902 Jun 16 09:44:27.830117 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-9e419bff-306d-4326-bc1e-af3c8a205e56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:27.860809 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-ba0ffb69-b9b6-41e8-bd27-467865ce1383 req-05a1e87b-6eb8-447a-90db-0796fbf1ef9d tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6c8770-c6fd-4615-b907-311a0f581b6b HTTP/1.1" status: 200 len: 210 time: 0.0465233 Jun 16 09:44:27.944859 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-9e419bff-306d-4326-bc1e-af3c8a205e56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:28.023340 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff9e75-dc6d-49ba-befd-b7477d4a2921 req-0dc401a7-a793-4851-a39f-f1c6dea7e7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:28.024754 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-b4ff9e75-dc6d-49ba-befd-b7477d4a2921 req-0dc401a7-a793-4851-a39f-f1c6dea7e7aa service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=62a2f3b0-0a85-4944-9b95-e721ec5a862a HTTP/1.1" status: 200 len: 1099 time: 0.0545115 Jun 16 09:44:28.051957 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-9e419bff-306d-4326-bc1e-af3c8a205e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:28.055421 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:28.062067 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-b4ff9e75-dc6d-49ba-befd-b7477d4a2921 req-8a80c227-0224-4a94-a303-3636a45224d3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299876 Jun 16 09:44:28.095294 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-9e419bff-306d-4326-bc1e-af3c8a205e56 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d00554d88fd64c83b393a70f738093a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4235678 Jun 16 09:44:28.156953 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e419bff-306d-4326-bc1e-af3c8a205e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f9a511-5593-42c6-8a19-f45997247fd0,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:28.157864 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 47260) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:28.158350 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-9e419bff-306d-4326-bc1e-af3c8a205e56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:28.158681 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-9fc57e88-ef5b-4c67-b638-0bcce7079ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:28.167660 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-9fc57e88-ef5b-4c67-b638-0bcce7079ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:28.461824 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-9fc57e88-ef5b-4c67-b638-0bcce7079ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:28.464801 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-9fc57e88-ef5b-4c67-b638-0bcce7079ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:28.465875 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-9fc57e88-ef5b-4c67-b638-0bcce7079ce3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b3f9a511-5593-42c6-8a19-f45997247fd0 HTTP/1.1" status: 204 len: 168 time: 0.3669565 Jun 16 09:44:28.468675 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-f1304941-4a23-4a32-9504-27e40653e530 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:28.495226 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc57e88-ef5b-4c67-b638-0bcce7079ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f9a511-5593-42c6-8a19-f45997247fd0,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:28.495226 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-9fc57e88-ef5b-4c67-b638-0bcce7079ce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:28.516000 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263a974-bef4-4015-b9ad-7a2d369fb195 req-50a7fda1-c993-4a3a-bdc3-c7d8df262a65 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:28.517472 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-3263a974-bef4-4015-b9ad-7a2d369fb195 req-50a7fda1-c993-4a3a-bdc3-c7d8df262a65 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=62a2f3b0-0a85-4944-9b95-e721ec5a862a HTTP/1.1" status: 200 len: 946 time: 0.0842152 Jun 16 09:44:28.560280 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-3263a974-bef4-4015-b9ad-7a2d369fb195 req-302c9695-46c5-4786-885f-896929c27fff tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371165 Jun 16 09:44:28.693816 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3e433-4c55-48bb-ba01-d8a1316afd74 req-2432312b-827f-416d-9d5f-1e13be017965 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:28.695640 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-aae3e433-4c55-48bb-ba01-d8a1316afd74 req-2432312b-827f-416d-9d5f-1e13be017965 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 945 time: 0.0679603 Jun 16 09:44:28.736648 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-aae3e433-4c55-48bb-ba01-d8a1316afd74 req-9db6efbc-c594-416a-93e4-90404ffcd666 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344713 Jun 16 09:44:28.933024 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 19755f23-fe94-418e-9e90-efb05c1cadb0 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:44:28.950635 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-d26675f8-ade1-4501-aaba-88e593863eaf req-cb172881-8113-4578-9cb8-bdfd62b60284 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/ports?device_id=11950b7b-dcad-40f7-9734-8674c7657421 HTTP/1.1" status: 200 len: 210 time: 0.0325873 Jun 16 09:44:28.952582 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] No Port match for: 19755f23-fe94-418e-9e90-efb05c1cadb0 {{(pid=98982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:44:28.952937 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 19755f23-fe94-418e-9e90-efb05c1cadb0 not bound to the agent host hv-cinder-79628 {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:44:28.953360 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 6028f4d0-ae90-4017-9736-9fe8749aeb0b no longer exists at agent hyperv_hv-cinder-79628 {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:44:28.984508 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11950b7b-dcad-40f7-9734-8674c7657421', 'name': 'network-vif-deleted', 'tag': '19755f23-fe94-418e-9e90-efb05c1cadb0'}] {{(pid=98980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:44:28.987261 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f334069be3519ec184138b23d582e39f65c0d47b6cef299b3d1a0596e5c2100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db201ee1-d021-444d-a8b5-2080af296644" -d '{"events": [{"server_uuid": "11950b7b-dcad-40f7-9734-8674c7657421", "name": "network-vif-deleted", "tag": "19755f23-fe94-418e-9e90-efb05c1cadb0"}]}' {{(pid=98980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:44:28.992582 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] No Port match for: 6028f4d0-ae90-4017-9736-9fe8749aeb0b {{(pid=98982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:44:28.992938 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 6028f4d0-ae90-4017-9736-9fe8749aeb0b not bound to the agent host hv-cinder-79628 {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:44:29.035749 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48936b6e-6fb5-4ec1-9834-8688e3df6767 x-openstack-request-id: req-48936b6e-6fb5-4ec1-9834-8688e3df6767 {{(pid=98980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:44:29.036334 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11950b7b-dcad-40f7-9734-8674c7657421", "name": "network-vif-deleted", "tag": "19755f23-fe94-418e-9e90-efb05c1cadb0", "status": "completed", "code": 200}]} {{(pid=98980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:44:29.036627 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-48936b6e-6fb5-4ec1-9834-8688e3df6767 {{(pid=98980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:44:29.037042 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11950b7b-dcad-40f7-9734-8674c7657421', 'name': 'network-vif-deleted', 'tag': '19755f23-fe94-418e-9e90-efb05c1cadb0', 'status': 'completed', 'code': 200} Jun 16 09:44:29.039361 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-fcdb1803-0dc1-411d-99d6-156dd9e83617 req-3861ec0e-377e-482d-a194-9f43cfd3ec0e tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6c8770-c6fd-4615-b907-311a0f581b6b HTTP/1.1" status: 200 len: 210 time: 0.0397797 Jun 16 09:44:29.304006 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 47286) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:29.317497 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-7077123f-b11f-49dd-8308-098fb0d24c55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:29.423568 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-7077123f-b11f-49dd-8308-098fb0d24c55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:29.503353 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-7077123f-b11f-49dd-8308-098fb0d24c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:29.507042 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-6b5665a0-4c55-4940-84e1-5fb7397c715a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:29.543495 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-7077123f-b11f-49dd-8308-098fb0d24c55 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f9e920023b034486bf2d0d7c4d415408&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383630 Jun 16 09:44:29.545494 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7077123f-b11f-49dd-8308-098fb0d24c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d8bd74-7173-4df7-b411-f3d9fe65f942,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:29.546159 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 47294) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:29.563576 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-7077123f-b11f-49dd-8308-098fb0d24c55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:29.600410 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-a0e47d39-c6bd-459a-9bff-691c3b738150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:29.625085 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-a0e47d39-c6bd-459a-9bff-691c3b738150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:29.751394 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d352d-9717-44b4-ad2c-ddb3e4a61cce req-56a134c0-ee23-4c96-bf7a-06a31c9418c5 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:29.752878 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-b71d352d-9717-44b4-ad2c-ddb3e4a61cce req-56a134c0-ee23-4c96-bf7a-06a31c9418c5 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=62a2f3b0-0a85-4944-9b95-e721ec5a862a HTTP/1.1" status: 200 len: 946 time: 0.0635381 Jun 16 09:44:29.795343 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-b71d352d-9717-44b4-ad2c-ddb3e4a61cce req-f5e1fa4d-c0d3-496d-87c0-06b0563df001 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365901 Jun 16 09:44:29.894123 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-a0e47d39-c6bd-459a-9bff-691c3b738150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:29.898796 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-a0e47d39-c6bd-459a-9bff-691c3b738150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:29.903302 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-a0e47d39-c6bd-459a-9bff-691c3b738150 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/24d8bd74-7173-4df7-b411-f3d9fe65f942 HTTP/1.1" status: 204 len: 168 time: 0.3536119 Jun 16 09:44:29.903670 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-abeeaca5-d9f4-409a-a2c8-4ceb6802f15e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:29.922733 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e47d39-c6bd-459a-9bff-691c3b738150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d8bd74-7173-4df7-b411-f3d9fe65f942,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:29.927192 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-a0e47d39-c6bd-459a-9bff-691c3b738150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:29.972955 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd90a55b-bbe9-4864-a0e2-78de42920d44 req-4cb508bd-ac31-4d54-9de8-0b6888a746f9 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:29.974620 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-cd90a55b-bbe9-4864-a0e2-78de42920d44 req-4cb508bd-ac31-4d54-9de8-0b6888a746f9 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 945 time: 0.1100173 Jun 16 09:44:30.020959 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-cd90a55b-bbe9-4864-a0e2-78de42920d44 req-038b93ab-39ab-4a21-a406-48abd0889a80 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348856 Jun 16 09:44:30.407134 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33c503-5753-4082-9156-7bded329c0ec req-6318ac4b-fb30-40ee-9f12-00509f30e612 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:30.408596 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-fd33c503-5753-4082-9156-7bded329c0ec req-6318ac4b-fb30-40ee-9f12-00509f30e612 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/networks?id=af0e7c13-7632-4143-85e6-d792024cf097 HTTP/1.1" status: 200 len: 809 time: 0.1311729 Jun 16 09:44:30.423715 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-fd33c503-5753-4082-9156-7bded329c0ec req-7128380c-d058-4b71-b2e0-7b48b5e291bd tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/quotas/d33e8e25724b4f21907aecd88685d3cf HTTP/1.1" status: 200 len: 375 time: 0.0096602 Jun 16 09:44:30.459005 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-fd33c503-5753-4082-9156-7bded329c0ec req-debaec2a-6250-49af-b5ab-2daded1ce2e5 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d33e8e25724b4f21907aecd88685d3cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295556 Jun 16 09:44:30.558046 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-fd33c503-5753-4082-9156-7bded329c0ec req-3f25d3c0-d6cb-40e2-b983-af4784ecd3f4 service neutron] 10.222.0.25 "GET /v2.0/networks/af0e7c13-7632-4143-85e6-d792024cf097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921886 Jun 16 09:44:30.661897 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-fd33c503-5753-4082-9156-7bded329c0ec req-2e522a5a-9f2d-4dc6-95d0-c4e1d1f6fa41 service neutron] 10.222.0.25 "GET /v2.0/networks/af0e7c13-7632-4143-85e6-d792024cf097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980988 Jun 16 09:44:30.942875 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-28615f26-e14d-4b41-b881-2d167d6a7006 req-26205ba4-27a0-49c4-bbae-89bbc5138774 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/ports?device_id=683650b5-a1e5-4b7a-93a6-6516895c7291 HTTP/1.1" status: 200 len: 210 time: 0.0450883 Jun 16 09:44:31.016922 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a8034-7244-4729-be67-72f25d59052f req-a7c2325e-916b-473b-853b-d2504c56ce25 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:31.025886 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-688a8034-7244-4729-be67-72f25d59052f req-a7c2325e-916b-473b-853b-d2504c56ce25 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=62a2f3b0-0a85-4944-9b95-e721ec5a862a HTTP/1.1" status: 200 len: 946 time: 0.1084359 Jun 16 09:44:31.079467 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-688a8034-7244-4729-be67-72f25d59052f req-816a0054-ab3e-449e-9105-24851b943293 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521088 Jun 16 09:44:31.225276 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c631b6cc-1cdb-450f-b0d1-a2309bcd1e9b req-ce335884-bf66-474d-a6fe-353a72f1506a tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:31.226860 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-c631b6cc-1cdb-450f-b0d1-a2309bcd1e9b req-ce335884-bf66-474d-a6fe-353a72f1506a tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 945 time: 0.0693061 Jun 16 09:44:31.271837 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-c631b6cc-1cdb-450f-b0d1-a2309bcd1e9b req-16a247da-3bed-477e-9f63-7eb52b33fee5 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383170 Jun 16 09:44:31.897022 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 47396) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:31.943951 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.db_base_plugin_v2 [None req-c368f01b-9880-4da0-ab67-664f4b751f0c admin admin] Deleting subnet b17b72ea-19ce-42b3-840c-5af40c5e6cdd {{(pid=98981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 09:44:31.947159 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-c368f01b-9880-4da0-ab67-664f4b751f0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:31.982053 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-c368f01b-9880-4da0-ab67-664f4b751f0c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:31.989215 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-c368f01b-9880-4da0-ab67-664f4b751f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756163'] for subnet, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:32.134427 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-055fd0c3-c753-472f-b2be-03d13ffdaaa0 req-8bc897e3-0416-4f47-80f5-7a26ea88025b tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/ports?device_id=683650b5-a1e5-4b7a-93a6-6516895c7291 HTTP/1.1" status: 200 len: 210 time: 0.0332129 Jun 16 09:44:32.620508 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-c368f01b-9880-4da0-ab67-664f4b751f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430'] for subnet, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:32.626420 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-a8d7b359-f512-41ab-83a2-8e0aa0023603 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:32.657157 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c368f01b-9880-4da0-ab67-664f4b751f0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b17b72ea-19ce-42b3-840c-5af40c5e6cdd,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:32.659161 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-c368f01b-9880-4da0-ab67-664f4b751f0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:32.663127 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-c368f01b-9880-4da0-ab67-664f4b751f0c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b17b72ea-19ce-42b3-840c-5af40c5e6cdd HTTP/1.1" status: 204 len: 168 time: 0.7629097 Jun 16 09:44:32.663700 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 47418) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:32.665354 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-c368f01b-9880-4da0-ab67-664f4b751f0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:32.694071 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357632e6-7f51-4984-8a39-3b6c1fed110f req-beffcae9-73f3-4103-99c1-c7a97cb61d82 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:32.695602 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-357632e6-7f51-4984-8a39-3b6c1fed110f req-beffcae9-73f3-4103-99c1-c7a97cb61d82 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 945 time: 0.1422834 Jun 16 09:44:32.744168 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-357632e6-7f51-4984-8a39-3b6c1fed110f req-575410c8-d6a7-4268-9e2c-b4d6415cbcda tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411084 Jun 16 09:44:32.779443 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-3b49006c-34d0-4e1e-b275-8fdbcdb23946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1649310'] for network, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:32.867082 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-3b49006c-34d0-4e1e-b275-8fdbcdb23946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756812', 'neutron.services.segments.db._delete_segments_for_network-8772813474353'] for network, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:32.877877 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.services.segments.db [None req-3b49006c-34d0-4e1e-b275-8fdbcdb23946 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a78f344-748b-4856-b23e-7d857180b044']}} {{(pid=98980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:44:32.890390 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.services.segments.db [None req-3b49006c-34d0-4e1e-b275-8fdbcdb23946 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e8ebde0-1e77-4fe5-8cde-8a02c6b30504') {'for_net_delete': True} {{(pid=98980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:44:32.890692 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.services.segments.db [None req-3b49006c-34d0-4e1e-b275-8fdbcdb23946 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e8ebde0-1e77-4fe5-8cde-8a02c6b30504') {} {{(pid=98980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:44:32.899828 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-3b49006c-34d0-4e1e-b275-8fdbcdb23946 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772813475202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126528751'] for segment, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:32.913190 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-3b49006c-34d0-4e1e-b275-8fdbcdb23946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753648'] for segment, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:32.919078 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b49006c-34d0-4e1e-b275-8fdbcdb23946 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=98980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 09:44:32.919465 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-3b49006c-34d0-4e1e-b275-8fdbcdb23946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126582295'] for segment, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:32.921124 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:44:32.921124 dv-cinder-796286-4-iscsi neutron-server[98980]: retrieve_revision_numbers = { Jun 16 09:44:32.921124 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:44:32.921124 dv-cinder-796286-4-iscsi neutron-server[98980]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:44:32.921124 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:44:32.921124 dv-cinder-796286-4-iscsi neutron-server[98980]: retrieve_revision_numbers = { Jun 16 09:44:32.921124 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:44:32.921124 dv-cinder-796286-4-iscsi neutron-server[98980]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:44:32.921124 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:44:32.921124 dv-cinder-796286-4-iscsi neutron-server[98980]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:44:32.921124 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:44:32.921124 dv-cinder-796286-4-iscsi neutron-server[98980]: retrieve_revision_numbers = { Jun 16 09:44:32.921124 dv-cinder-796286-4-iscsi neutron-server[98980]: Traceback (most recent call last): Jun 16 09:44:32.921124 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 09:44:32.921124 dv-cinder-796286-4-iscsi neutron-server[98980]: timer() Jun 16 09:44:32.921124 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 09:44:32.921124 dv-cinder-796286-4-iscsi neutron-server[98980]: cb(*args, **kw) Jun 16 09:44:32.921124 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 09:44:32.921124 dv-cinder-796286-4-iscsi neutron-server[98980]: return func(*args, **kwargs) Jun 16 09:44:32.921124 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 09:44:32.921124 dv-cinder-796286-4-iscsi neutron-server[98980]: self._notify() Jun 16 09:44:32.921124 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 09:44:32.921124 dv-cinder-796286-4-iscsi neutron-server[98980]: self.callback(batched_events) Jun 16 09:44:32.921124 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 09:44:32.921124 dv-cinder-796286-4-iscsi neutron-server[98980]: event.method(event) Jun 16 09:44:32.921124 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 09:44:32.921124 dv-cinder-796286-4-iscsi neutron-server[98980]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 09:44:32.921124 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 09:44:32.921124 dv-cinder-796286-4-iscsi neutron-server[98980]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 09:44:32.921124 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 09:44:32.921124 dv-cinder-796286-4-iscsi neutron-server[98980]: return f(self, *a, **k) Jun 16 09:44:32.921124 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 09:44:32.921124 dv-cinder-796286-4-iscsi neutron-server[98980]: return self._get(url).json() Jun 16 09:44:32.921124 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 09:44:32.921124 dv-cinder-796286-4-iscsi neutron-server[98980]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 09:44:32.921124 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 09:44:32.921124 dv-cinder-796286-4-iscsi neutron-server[98980]: return self.request(url, 'GET', **kwargs) Jun 16 09:44:32.921124 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 09:44:32.921124 dv-cinder-796286-4-iscsi neutron-server[98980]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 09:44:32.921124 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 09:44:32.921124 dv-cinder-796286-4-iscsi neutron-server[98980]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 09:44:32.921124 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 09:44:32.921124 dv-cinder-796286-4-iscsi neutron-server[98980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 09:44:32.921124 dv-cinder-796286-4-iscsi neutron-server[98980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 09:44:33.155770 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-3b49006c-34d0-4e1e-b275-8fdbcdb23946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761456'] for network, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:33.229038 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-3b49006c-34d0-4e1e-b275-8fdbcdb23946 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for network, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:33.229038 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-3b49006c-34d0-4e1e-b275-8fdbcdb23946 admin admin] 10.222.0.25 "DELETE /v2.0/networks/2a78f344-748b-4856-b23e-7d857180b044 HTTP/1.1" status: 204 len: 168 time: 0.4993358 Jun 16 09:44:33.229038 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:33.229038 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b49006c-34d0-4e1e-b275-8fdbcdb23946 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a78f344-748b-4856-b23e-7d857180b044,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:33.229038 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-3b49006c-34d0-4e1e-b275-8fdbcdb23946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:33.229520 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-2e7d6a06-a85a-4d7a-89a8-91587f344e91 req-9476faae-4d7a-463f-8a69-6e01021fea8a tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/ports?device_id=683650b5-a1e5-4b7a-93a6-6516895c7291 HTTP/1.1" status: 200 len: 210 time: 0.0281575 Jun 16 09:44:33.870500 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 47450) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:33.922739 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-e6ae378e-e4a2-4f05-8d42-33619698980e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f9249ac1d8ab433fbcae69c13b81714b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0514860 Jun 16 09:44:33.924939 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 47454) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:33.960439 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14b7a7-2ba7-48a2-9d60-4b589ae92f53 req-2cc86073-29d1-4fa9-af3f-dbd5e82927d3 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:33.962137 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-1c14b7a7-2ba7-48a2-9d60-4b589ae92f53 req-2cc86073-29d1-4fa9-af3f-dbd5e82927d3 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 945 time: 0.0891547 Jun 16 09:44:33.976109 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-7734048a-de19-4dd9-990a-67c5ddb6f122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:34.000965 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-7734048a-de19-4dd9-990a-67c5ddb6f122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:34.004463 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-1c14b7a7-2ba7-48a2-9d60-4b589ae92f53 req-955606f3-5d23-43d4-886b-28acf66d7052 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363901 Jun 16 09:44:34.160435 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-7734048a-de19-4dd9-990a-67c5ddb6f122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:34.169517 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-7734048a-de19-4dd9-990a-67c5ddb6f122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:34.169517 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-7734048a-de19-4dd9-990a-67c5ddb6f122 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/53585afb-0a64-425e-ab8b-00f0425095c6 HTTP/1.1" status: 204 len: 168 time: 0.2381103 Jun 16 09:44:34.169517 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:34.183996 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7734048a-de19-4dd9-990a-67c5ddb6f122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53585afb-0a64-425e-ab8b-00f0425095c6,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:34.195449 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-7734048a-de19-4dd9-990a-67c5ddb6f122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:34.353592 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-5010d515-bad7-462a-8b73-7e914e4285ea req-5e1c8668-1530-4c9a-aeef-75b896e8fe6b tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/ports?device_id=683650b5-a1e5-4b7a-93a6-6516895c7291 HTTP/1.1" status: 200 len: 210 time: 0.0295470 Jun 16 09:44:35.283620 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ccb7c-f3e1-407f-a9b9-04bb18669b7f req-cda06292-c98e-4eb2-8d3e-ab6b62096f7d tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:35.285254 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-1e3ccb7c-f3e1-407f-a9b9-04bb18669b7f req-cda06292-c98e-4eb2-8d3e-ab6b62096f7d tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 945 time: 0.0911169 Jun 16 09:44:35.325442 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-1e3ccb7c-f3e1-407f-a9b9-04bb18669b7f req-62d5463c-c5c4-4e5a-a818-689ad44400dd tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324111 Jun 16 09:44:35.375349 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33c503-5753-4082-9156-7bded329c0ec req-d978e7c6-9b04-4a59-ae78-c8fe0b28eb6f tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:35.377910 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-fd33c503-5753-4082-9156-7bded329c0ec req-d978e7c6-9b04-4a59-ae78-c8fe0b28eb6f tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.49 "GET /v2.0/networks?id=af0e7c13-7632-4143-85e6-d792024cf097 HTTP/1.1" status: 200 len: 809 time: 0.2578204 Jun 16 09:44:35.403557 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [req-fd33c503-5753-4082-9156-7bded329c0ec req-9a6b4040-83b7-4ce2-b08c-e76c139b70d4 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Request body: {'port': {'device_id': '683650b5-a1e5-4b7a-93a6-6516895c7291', 'network_id': 'af0e7c13-7632-4143-85e6-d792024cf097', 'admin_state_up': True, 'tenant_id': 'd33e8e25724b4f21907aecd88685d3cf'}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:44:35.553287 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-0ee738d4-e3c8-4929-a800-83ae73caf6ef req-3571403e-8283-41b7-a997-843c20b32985 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/ports?device_id=683650b5-a1e5-4b7a-93a6-6516895c7291 HTTP/1.1" status: 200 len: 210 time: 0.0521660 Jun 16 09:44:35.580191 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770bab03-540a-48b6-b1ad-83ea5ae48593 req-e94ca0c9-322e-45f8-8da1-664dd254ac8e tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:35.581875 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-770bab03-540a-48b6-b1ad-83ea5ae48593 req-e94ca0c9-322e-45f8-8da1-664dd254ac8e tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/networks?id=ef7af889-6972-434c-9882-4e3de45b6902 HTTP/1.1" status: 200 len: 815 time: 0.1653421 Jun 16 09:44:35.597189 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-770bab03-540a-48b6-b1ad-83ea5ae48593 req-06dda2ae-412e-4582-b8b3-504082f9da80 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/quotas/fa31d16a12d643cbb5f92d1c0eaeb35b HTTP/1.1" status: 200 len: 375 time: 0.0092423 Jun 16 09:44:35.676819 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-770bab03-540a-48b6-b1ad-83ea5ae48593 req-33aabbd5-02d5-4772-94a1-db39966c5e57 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fa31d16a12d643cbb5f92d1c0eaeb35b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0732205 Jun 16 09:44:35.754503 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd33c503-5753-4082-9156-7bded329c0ec req-9a6b4040-83b7-4ce2-b08c-e76c139b70d4 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Made reservation on behalf of d33e8e25724b4f21907aecd88685d3cf for: {'port': 1} {{(pid=98980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:44:35.760345 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-fd33c503-5753-4082-9156-7bded329c0ec req-9a6b4040-83b7-4ce2-b08c-e76c139b70d4 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:35.773865 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-770bab03-540a-48b6-b1ad-83ea5ae48593 req-321ba1dc-c60f-46f0-aea7-7c4f922ac216 service neutron] 10.222.0.25 "GET /v2.0/networks/ef7af889-6972-434c-9882-4e3de45b6902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894616 Jun 16 09:44:35.900146 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 47542) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:35.932263 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-770bab03-540a-48b6-b1ad-83ea5ae48593 req-dda98472-f8f5-4243-af8a-71abaeea1f10 service neutron] 10.222.0.25 "GET /v2.0/networks/ef7af889-6972-434c-9882-4e3de45b6902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517813 Jun 16 09:44:36.147701 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.db_base_plugin_common [req-fd33c503-5753-4082-9156-7bded329c0ec req-9a6b4040-83b7-4ce2-b08c-e76c139b70d4 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Allocated IP 172.20.0.6 (af0e7c13-7632-4143-85e6-d792024cf097/2308e141-9675-47b0-890a-78037fb01f95/8dd4c13f-dfe9-4b11-baa8-e0fba0ae4ffe) {{(pid=98980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:44:36.173125 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-6113fd8e-8950-46af-ad6a-0f19c93031f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:36.287187 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-6113fd8e-8950-46af-ad6a-0f19c93031f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:36.320272 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-eacec94b-0afe-4bce-8249-1196b5b83abb req-3da92de1-ef26-4bb4-9aab-d7587bc35b2e tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb50a8f9-46eb-4aac-9592-f3bcbe30e990 HTTP/1.1" status: 200 len: 210 time: 0.0386930 Jun 16 09:44:36.351362 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-fd33c503-5753-4082-9156-7bded329c0ec req-9a6b4040-83b7-4ce2-b08c-e76c139b70d4 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Notify callbacks [] for port, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:36.528021 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90816456-9016-4153-9305-0e6620ee9bbf req-171abb5a-fde1-403f-a76b-9fc22c9e6296 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:36.529502 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-90816456-9016-4153-9305-0e6620ee9bbf req-171abb5a-fde1-403f-a76b-9fc22c9e6296 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 945 time: 0.0649397 Jun 16 09:44:36.543131 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-6113fd8e-8950-46af-ad6a-0f19c93031f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:36.552973 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-50690bf4-4072-48aa-80d5-9ed0aead6a2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:36.601813 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-6113fd8e-8950-46af-ad6a-0f19c93031f9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=638e52e48d014a8ab7d93e4dea8fb646&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6996551 Jun 16 09:44:36.604217 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6113fd8e-8950-46af-ad6a-0f19c93031f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10e90d9-1b8d-4f05-870e-3159f4c91ab3,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:36.605463 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 47572) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:36.610670 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-6113fd8e-8950-46af-ad6a-0f19c93031f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:36.622651 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-90816456-9016-4153-9305-0e6620ee9bbf req-6ce7a201-f059-42d4-857b-d2e2d5039f23 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872540 Jun 16 09:44:36.650131 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-fd33c503-5753-4082-9156-7bded329c0ec req-9a6b4040-83b7-4ce2-b08c-e76c139b70d4 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126582365'] for port, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:36.662102 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-e7e79376-984d-4b0b-96a0-3c061257f3f3 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:36.716622 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd33c503-5753-4082-9156-7bded329c0ec req-9a6b4040-83b7-4ce2-b08c-e76c139b70d4 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Network af0e7c13-7632-4143-85e6-d792024cf097 is already hosted by enough agents. {{(pid=98980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:44:36.744355 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.base_scheduler [req-fd33c503-5753-4082-9156-7bded329c0ec req-9a6b4040-83b7-4ce2-b08c-e76c139b70d4 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Resources bound (agent type, host, resource id): {{(pid=98980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:44:36.746784 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd33c503-5753-4082-9156-7bded329c0ec req-9a6b4040-83b7-4ce2-b08c-e76c139b70d4 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Received port after_create {{(pid=98980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:44:36.815964 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6b4040-83b7-4ce2-b08c-e76c139b70d4 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Pushing event updated for resources: {'Port': ['ID=8dd4c13f-dfe9-4b11-baa8-e0fba0ae4ffe,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:36.818822 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-9a6b4040-83b7-4ce2-b08c-e76c139b70d4 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:36.829726 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-ba9910fc-7d8b-479d-b84c-fb676273e8e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:36.860841 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33c503-5753-4082-9156-7bded329c0ec req-9a6b4040-83b7-4ce2-b08c-e76c139b70d4 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:36.861456 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-fd33c503-5753-4082-9156-7bded329c0ec req-9a6b4040-83b7-4ce2-b08c-e76c139b70d4 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for port, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:36.878797 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-ba9910fc-7d8b-479d-b84c-fb676273e8e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:36.928480 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c19cf6-370a-4cb8-b02f-bee576c2755a req-6b0f19b4-6efd-4ae8-a685-ed78e7746fed tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:36.930009 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-38c19cf6-370a-4cb8-b02f-bee576c2755a req-6b0f19b4-6efd-4ae8-a685-ed78e7746fed tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/ports?device_id=683650b5-a1e5-4b7a-93a6-6516895c7291 HTTP/1.1" status: 200 len: 931 time: 0.1780667 Jun 16 09:44:36.997631 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-38c19cf6-370a-4cb8-b02f-bee576c2755a req-9ad2ea37-bcc0-4a75-b865-97611d44b367 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad64e575-b67e-45de-acc9-47004529070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534070 Jun 16 09:44:37.025453 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-fd33c503-5753-4082-9156-7bded329c0ec req-9a6b4040-83b7-4ce2-b08c-e76c139b70d4 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6301756 Jun 16 09:44:37.054780 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [req-fd33c503-5753-4082-9156-7bded329c0ec req-e253ac7a-0aa9-42a1-977f-cdad92b66414 service neutron] Request body: {'port': {'device_id': '683650b5-a1e5-4b7a-93a6-6516895c7291', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:44:37.117786 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-ba9910fc-7d8b-479d-b84c-fb676273e8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:37.120676 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-ba9910fc-7d8b-479d-b84c-fb676273e8e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:37.121790 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-ba9910fc-7d8b-479d-b84c-fb676273e8e4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f10e90d9-1b8d-4f05-870e-3159f4c91ab3 HTTP/1.1" status: 204 len: 168 time: 0.5138462 Jun 16 09:44:37.124531 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:37.136891 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9910fc-7d8b-479d-b84c-fb676273e8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10e90d9-1b8d-4f05-870e-3159f4c91ab3,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:37.141560 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-ba9910fc-7d8b-479d-b84c-fb676273e8e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:37.145802 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-fd33c503-5753-4082-9156-7bded329c0ec req-e253ac7a-0aa9-42a1-977f-cdad92b66414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:37.285353 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 47600) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:37.423534 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-9a13b255-2437-451b-9599-051fbad88df1 req-29da15b7-d26e-4a80-84e6-c999ed632ed8 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb50a8f9-46eb-4aac-9592-f3bcbe30e990 HTTP/1.1" status: 200 len: 210 time: 0.0367205 Jun 16 09:44:37.508310 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.notifiers.nova [req-fd33c503-5753-4082-9156-7bded329c0ec req-e253ac7a-0aa9-42a1-977f-cdad92b66414 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dd4c13f-dfe9-4b11-baa8-e0fba0ae4ffe {{(pid=98980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:44:37.516324 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-fd33c503-5753-4082-9156-7bded329c0ec req-e253ac7a-0aa9-42a1-977f-cdad92b66414 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:37.529147 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.provisioning_blocks [req-fd33c503-5753-4082-9156-7bded329c0ec req-e253ac7a-0aa9-42a1-977f-cdad92b66414 service neutron] Transition to ACTIVE for port object 8dd4c13f-dfe9-4b11-baa8-e0fba0ae4ffe will not be triggered until provisioned by entity L2. {{(pid=98980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:44:37.667741 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-77396eae-6c1b-4e1c-8c72-ef93b933886c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:37.679697 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-fd33c503-5753-4082-9156-7bded329c0ec req-e253ac7a-0aa9-42a1-977f-cdad92b66414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126582347'] for port, after_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:37.683477 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-93ac8aa9-92d0-49ce-8188-343a351bdc55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:37.740499 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e253ac7a-0aa9-42a1-977f-cdad92b66414 service neutron] Pushing event updated for resources: {'Port': ['ID=8dd4c13f-dfe9-4b11-baa8-e0fba0ae4ffe,revision_number=2']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:37.747753 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-e253ac7a-0aa9-42a1-977f-cdad92b66414 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:37.811100 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-77396eae-6c1b-4e1c-8c72-ef93b933886c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:37.906832 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3447eb01-3ff6-4de8-9d29-33e671a9ada8 req-197d5f16-d6b6-46f9-8e60-8e80d438d042 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:37.908426 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-3447eb01-3ff6-4de8-9d29-33e671a9ada8 req-197d5f16-d6b6-46f9-8e60-8e80d438d042 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 945 time: 0.1238275 Jun 16 09:44:37.912768 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.managers [req-fd33c503-5753-4082-9156-7bded329c0ec req-e253ac7a-0aa9-42a1-977f-cdad92b66414 service neutron] Attempting to bind port 8dd4c13f-dfe9-4b11-baa8-e0fba0ae4ffe on host hv-cinder-79628 for vnic_type normal with profile {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:44:37.913099 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.managers [req-fd33c503-5753-4082-9156-7bded329c0ec req-e253ac7a-0aa9-42a1-977f-cdad92b66414 service neutron] Attempting to bind port 8dd4c13f-dfe9-4b11-baa8-e0fba0ae4ffe by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '6567bdf1-8011-4aa8-a946-782cc5d80894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'af0e7c13-7632-4143-85e6-d792024cf097'}] {{(pid=98980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:44:37.913428 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd33c503-5753-4082-9156-7bded329c0ec req-e253ac7a-0aa9-42a1-977f-cdad92b66414 service neutron] Attempting to bind port 8dd4c13f-dfe9-4b11-baa8-e0fba0ae4ffe on network af0e7c13-7632-4143-85e6-d792024cf097 {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:44:37.932718 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd33c503-5753-4082-9156-7bded329c0ec req-e253ac7a-0aa9-42a1-977f-cdad92b66414 service neutron] Port 8dd4c13f-dfe9-4b11-baa8-e0fba0ae4ffe on network af0e7c13-7632-4143-85e6-d792024cf097 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 09:44:37.932943 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd33c503-5753-4082-9156-7bded329c0ec req-e253ac7a-0aa9-42a1-977f-cdad92b66414 service neutron] Attempting to bind port 8dd4c13f-dfe9-4b11-baa8-e0fba0ae4ffe on network af0e7c13-7632-4143-85e6-d792024cf097 {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:44:37.942019 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd33c503-5753-4082-9156-7bded329c0ec req-e253ac7a-0aa9-42a1-977f-cdad92b66414 service neutron] Checking agent: {'id': '868dca64-f295-49d2-b561-88939e4b0d1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 41, 11), 'started_at': datetime.datetime(2021, 6, 16, 9, 41, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:44:37.942348 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd33c503-5753-4082-9156-7bded329c0ec req-e253ac7a-0aa9-42a1-977f-cdad92b66414 service neutron] Checking segment: {'id': '6567bdf1-8011-4aa8-a946-782cc5d80894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'af0e7c13-7632-4143-85e6-d792024cf097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:44:37.942721 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd33c503-5753-4082-9156-7bded329c0ec req-e253ac7a-0aa9-42a1-977f-cdad92b66414 service neutron] Bound using segment: {'id': '6567bdf1-8011-4aa8-a946-782cc5d80894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'af0e7c13-7632-4143-85e6-d792024cf097'} {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:44:37.943168 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.managers [req-fd33c503-5753-4082-9156-7bded329c0ec req-e253ac7a-0aa9-42a1-977f-cdad92b66414 service neutron] Bound port: 8dd4c13f-dfe9-4b11-baa8-e0fba0ae4ffe, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6567bdf1-8011-4aa8-a946-782cc5d80894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'af0e7c13-7632-4143-85e6-d792024cf097'}}] {{(pid=98980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:44:37.943623 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-fd33c503-5753-4082-9156-7bded329c0ec req-e253ac7a-0aa9-42a1-977f-cdad92b66414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:37.965900 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-3447eb01-3ff6-4de8-9d29-33e671a9ada8 req-ff3f3d49-60fb-4818-9d49-b785358b6c70 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501218 Jun 16 09:44:38.023180 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.db [req-fd33c503-5753-4082-9156-7bded329c0ec req-e253ac7a-0aa9-42a1-977f-cdad92b66414 service neutron] For port 8dd4c13f-dfe9-4b11-baa8-e0fba0ae4ffe, host hv-cinder-79628, cleared binding levels {{(pid=98980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:44:38.028987 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.db [req-fd33c503-5753-4082-9156-7bded329c0ec req-e253ac7a-0aa9-42a1-977f-cdad92b66414 service neutron] For port 8dd4c13f-dfe9-4b11-baa8-e0fba0ae4ffe, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8dd4c13f-dfe9-4b11-baa8-e0fba0ae4ffe,segment=NetworkSegment(6567bdf1-8011-4aa8-a946-782cc5d80894),segment_id=6567bdf1-8011-4aa8-a946-782cc5d80894)] {{(pid=98980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:44:38.060223 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-77396eae-6c1b-4e1c-8c72-ef93b933886c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:38.062778 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:38.110687 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-77396eae-6c1b-4e1c-8c72-ef93b933886c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=240a6aa730f345e09f1666ab5770a107&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8255160 Jun 16 09:44:38.110687 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77396eae-6c1b-4e1c-8c72-ef93b933886c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb557b90-2185-4486-8807-64a8aa542752,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:38.111852 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 47620) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:38.112538 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-77396eae-6c1b-4e1c-8c72-ef93b933886c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:38.167149 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-d8f4dcca-d0fa-4901-ab05-c4c3a0fe918e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:38.184022 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a5c56-897a-41a4-ae6f-7436fce8f0c3 req-fd07e693-4a98-426a-858f-3651bc48922d tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:38.185117 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f28a5c56-897a-41a4-ae6f-7436fce8f0c3 req-fd07e693-4a98-426a-858f-3651bc48922d tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/ports?device_id=683650b5-a1e5-4b7a-93a6-6516895c7291 HTTP/1.1" status: 200 len: 943 time: 0.0660055 Jun 16 09:44:38.189058 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-d8f4dcca-d0fa-4901-ab05-c4c3a0fe918e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:38.218862 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-fd33c503-5753-4082-9156-7bded329c0ec req-e253ac7a-0aa9-42a1-977f-cdad92b66414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126582347'] for port, after_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:38.222996 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:38.235749 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f28a5c56-897a-41a4-ae6f-7436fce8f0c3 req-be9939cb-e574-421e-a6d8-9911a09bd75a tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad64e575-b67e-45de-acc9-47004529070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330532 Jun 16 09:44:38.261941 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33c503-5753-4082-9156-7bded329c0ec req-e253ac7a-0aa9-42a1-977f-cdad92b66414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:38.262559 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-fd33c503-5753-4082-9156-7bded329c0ec req-e253ac7a-0aa9-42a1-977f-cdad92b66414 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for port, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:38.263933 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-fd33c503-5753-4082-9156-7bded329c0ec req-e253ac7a-0aa9-42a1-977f-cdad92b66414 service neutron] 10.222.0.49 "PUT /v2.0/ports/8dd4c13f-dfe9-4b11-baa8-e0fba0ae4ffe HTTP/1.1" status: 200 len: 1093 time: 1.2139673 Jun 16 09:44:38.264428 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '683650b5-a1e5-4b7a-93a6-6516895c7291', 'tag': '8dd4c13f-dfe9-4b11-baa8-e0fba0ae4ffe'}] {{(pid=98980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:44:38.266691 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f334069be3519ec184138b23d582e39f65c0d47b6cef299b3d1a0596e5c2100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94698ef-3b16-444f-a775-e582e1a917d5" -d '{"events": [{"name": "network-changed", "server_uuid": "683650b5-a1e5-4b7a-93a6-6516895c7291", "tag": "8dd4c13f-dfe9-4b11-baa8-e0fba0ae4ffe"}]}' {{(pid=98980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:44:38.292282 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e253ac7a-0aa9-42a1-977f-cdad92b66414 service neutron] Pushing event updated for resources: {'Port': ['ID=8dd4c13f-dfe9-4b11-baa8-e0fba0ae4ffe,revision_number=3']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:38.296309 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-e253ac7a-0aa9-42a1-977f-cdad92b66414 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:38.312745 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba173eeb-b953-463f-af6a-13b7f1e3f7d4 x-openstack-request-id: req-ba173eeb-b953-463f-af6a-13b7f1e3f7d4 {{(pid=98980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:44:38.313061 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "683650b5-a1e5-4b7a-93a6-6516895c7291", "tag": "8dd4c13f-dfe9-4b11-baa8-e0fba0ae4ffe", "status": "completed", "code": 200}]} {{(pid=98980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:44:38.313342 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ba173eeb-b953-463f-af6a-13b7f1e3f7d4 {{(pid=98980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:44:38.313763 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '683650b5-a1e5-4b7a-93a6-6516895c7291', 'tag': '8dd4c13f-dfe9-4b11-baa8-e0fba0ae4ffe', 'status': 'completed', 'code': 200} Jun 16 09:44:38.467477 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94698ef-3b16-444f-a775-e582e1a917d5 req-889bca43-4dfc-4559-8988-31d6d2287753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:38.479941 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-c94698ef-3b16-444f-a775-e582e1a917d5 req-889bca43-4dfc-4559-8988-31d6d2287753 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d33e8e25724b4f21907aecd88685d3cf&device_id=683650b5-a1e5-4b7a-93a6-6516895c7291 HTTP/1.1" status: 200 len: 1096 time: 0.0569880 Jun 16 09:44:38.480654 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 47628) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:38.494118 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-2991d0d8-e274-412f-999e-22779b7176ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:38.602726 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-6839a484-9cbf-419c-8f5d-4f3c2bb870ff req-ec821c2c-8bf6-4a5d-acc0-0881508e7b5b tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb50a8f9-46eb-4aac-9592-f3bcbe30e990 HTTP/1.1" status: 200 len: 210 time: 0.0614307 Jun 16 09:44:38.605503 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-d8f4dcca-d0fa-4901-ab05-c4c3a0fe918e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:38.607829 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-d8f4dcca-d0fa-4901-ab05-c4c3a0fe918e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:38.608889 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-d8f4dcca-d0fa-4901-ab05-c4c3a0fe918e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fb557b90-2185-4486-8807-64a8aa542752 HTTP/1.1" status: 204 len: 168 time: 0.4967647 Jun 16 09:44:38.616475 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-218840a6-9b23-45c5-a6f7-c54c4eec8e55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:38.627612 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f4dcca-d0fa-4901-ab05-c4c3a0fe918e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb557b90-2185-4486-8807-64a8aa542752,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:38.635443 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-d8f4dcca-d0fa-4901-ab05-c4c3a0fe918e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:38.648172 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94698ef-3b16-444f-a775-e582e1a917d5 req-bb144a74-5bf3-4ad3-a55c-99281acce071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:38.650289 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-c94698ef-3b16-444f-a775-e582e1a917d5 req-bb144a74-5bf3-4ad3-a55c-99281acce071 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=d33e8e25724b4f21907aecd88685d3cf&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1465278 Jun 16 09:44:38.672306 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-2991d0d8-e274-412f-999e-22779b7176ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:38.756585 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94698ef-3b16-444f-a775-e582e1a917d5 req-870d9123-40b7-41a3-b5c8-e423a5097235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:38.764753 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-c94698ef-3b16-444f-a775-e582e1a917d5 req-870d9123-40b7-41a3-b5c8-e423a5097235 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1013048 Jun 16 09:44:38.812236 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-2991d0d8-e274-412f-999e-22779b7176ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:38.817832 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-0e65ec4f-dd1c-4d2c-a2c9-cb222b9990f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:38.859866 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-2991d0d8-e274-412f-999e-22779b7176ad admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f8750226a7584c02959918489c577e24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3779211 Jun 16 09:44:38.862546 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 47634) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:38.866001 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2991d0d8-e274-412f-999e-22779b7176ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ce16e3-3bfa-4102-85ed-07c166ca8b8c,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:38.871418 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-2991d0d8-e274-412f-999e-22779b7176ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:38.958138 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-9911084f-10e9-4839-9beb-1c0bf1ddf5db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:38.989283 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-9911084f-10e9-4839-9beb-1c0bf1ddf5db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:38.989598 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33c503-5753-4082-9156-7bded329c0ec req-d57f5bd3-a83a-4f5c-a968-b1e38f3e7869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:38.991120 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-fd33c503-5753-4082-9156-7bded329c0ec req-d57f5bd3-a83a-4f5c-a968-b1e38f3e7869 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d33e8e25724b4f21907aecd88685d3cf&device_id=683650b5-a1e5-4b7a-93a6-6516895c7291 HTTP/1.1" status: 200 len: 1096 time: 0.0994616 Jun 16 09:44:39.092227 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-fd33c503-5753-4082-9156-7bded329c0ec req-360e2b22-2e9f-4632-a87a-6efafc7073d9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8dd4c13f-dfe9-4b11-baa8-e0fba0ae4ffe HTTP/1.1" status: 200 len: 217 time: 0.0690663 Jun 16 09:44:39.177055 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33c503-5753-4082-9156-7bded329c0ec req-e4a1366c-4bcb-4876-af2e-03d3ebbe58ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:39.181567 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-fd33c503-5753-4082-9156-7bded329c0ec req-e4a1366c-4bcb-4876-af2e-03d3ebbe58ab service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2308e141-9675-47b0-890a-78037fb01f95 HTTP/1.1" status: 200 len: 849 time: 0.0767951 Jun 16 09:44:39.204706 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a1779a-d97f-42d1-8965-41dda6f514ad req-114b4dec-cc3f-4c9e-a381-51c89cf76960 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:39.206301 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-d8a1779a-d97f-42d1-8965-41dda6f514ad req-114b4dec-cc3f-4c9e-a381-51c89cf76960 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 945 time: 0.0970371 Jun 16 09:44:39.256114 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-fd33c503-5753-4082-9156-7bded329c0ec req-ea514b2a-ef36-4d21-ab5a-c9a6176d732d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=af0e7c13-7632-4143-85e6-d792024cf097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408599 Jun 16 09:44:39.261999 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-9911084f-10e9-4839-9beb-1c0bf1ddf5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:39.265604 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-9911084f-10e9-4839-9beb-1c0bf1ddf5db admin admin] Notify callbacks [] for security_group, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:39.271090 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-9911084f-10e9-4839-9beb-1c0bf1ddf5db admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c4ce16e3-3bfa-4102-85ed-07c166ca8b8c HTTP/1.1" status: 204 len: 168 time: 0.4031627 Jun 16 09:44:39.271090 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-d8f4dcca-d0fa-4901-ab05-c4c3a0fe918e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:39.304248 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9911084f-10e9-4839-9beb-1c0bf1ddf5db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ce16e3-3bfa-4102-85ed-07c166ca8b8c,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:39.310679 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-9911084f-10e9-4839-9beb-1c0bf1ddf5db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:39.327374 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-d8a1779a-d97f-42d1-8965-41dda6f514ad req-5ea0e62a-c06a-4dfc-a6d8-db1602785286 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140926 Jun 16 09:44:39.392900 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-fd33c503-5753-4082-9156-7bded329c0ec req-c76e5dea-f02a-4e39-8c10-36b97aacc7c3 service neutron] 10.222.0.49 "GET /v2.0/networks/af0e7c13-7632-4143-85e6-d792024cf097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250103 Jun 16 09:44:39.419716 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9712c-bb2c-4be3-9ee6-3854dac1d181 req-885c1e98-c963-44a3-8aaf-b82181fc6410 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:39.421154 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-3bd9712c-bb2c-4be3-9ee6-3854dac1d181 req-885c1e98-c963-44a3-8aaf-b82181fc6410 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/ports?device_id=683650b5-a1e5-4b7a-93a6-6516895c7291 HTTP/1.1" status: 200 len: 943 time: 0.0673730 Jun 16 09:44:39.460191 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-3bd9712c-bb2c-4be3-9ee6-3854dac1d181 req-aac8533b-1035-46e2-ae33-8e1bc1e452b7 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad64e575-b67e-45de-acc9-47004529070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329130 Jun 16 09:44:39.501363 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-fd33c503-5753-4082-9156-7bded329c0ec req-3fc1bf75-c94c-423e-9344-3f3cd356dfd2 service neutron] 10.222.0.49 "GET /v2.0/networks/af0e7c13-7632-4143-85e6-d792024cf097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905199 Jun 16 09:44:39.603808 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 47648) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:39.618318 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-fb64086e-c691-46de-bfe7-46f4a1fe202d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:39.725766 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-fb64086e-c691-46de-bfe7-46f4a1fe202d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:39.754307 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-14764318-8a4b-4ae7-9bc8-24d50b5e22fe req-ef941370-6ad8-4964-a979-81981e8f3635 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb50a8f9-46eb-4aac-9592-f3bcbe30e990 HTTP/1.1" status: 200 len: 210 time: 0.0300183 Jun 16 09:44:39.834435 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-fb64086e-c691-46de-bfe7-46f4a1fe202d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:39.838740 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-7077123f-b11f-49dd-8308-098fb0d24c55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:39.877342 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-fb64086e-c691-46de-bfe7-46f4a1fe202d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=013bfdad78d048af87ca1610f0116bd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2698293 Jun 16 09:44:39.877342 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb64086e-c691-46de-bfe7-46f4a1fe202d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1963533b-5e59-451f-94d7-fcd90578ba9e,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:39.878625 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 47658) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:39.879617 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-fb64086e-c691-46de-bfe7-46f4a1fe202d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:39.941872 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-cd2efa7d-3dcb-4734-9481-1cab54c0bffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:39.972040 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-cd2efa7d-3dcb-4734-9481-1cab54c0bffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:40.217478 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-cd2efa7d-3dcb-4734-9481-1cab54c0bffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:40.222996 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-cd2efa7d-3dcb-4734-9481-1cab54c0bffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:40.222996 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-cd2efa7d-3dcb-4734-9481-1cab54c0bffe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1963533b-5e59-451f-94d7-fcd90578ba9e HTTP/1.1" status: 204 len: 168 time: 0.3410585 Jun 16 09:44:40.222996 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-96eab873-6d37-447b-adf7-2825cbf7981f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:40.230182 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2efa7d-3dcb-4734-9481-1cab54c0bffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1963533b-5e59-451f-94d7-fcd90578ba9e,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:40.233009 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-cd2efa7d-3dcb-4734-9481-1cab54c0bffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:40.545696 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770bab03-540a-48b6-b1ad-83ea5ae48593 req-d08cb41f-a4cd-485c-b7d4-800b6163bc6f tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:40.547757 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-770bab03-540a-48b6-b1ad-83ea5ae48593 req-d08cb41f-a4cd-485c-b7d4-800b6163bc6f tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.49 "GET /v2.0/networks?id=ef7af889-6972-434c-9882-4e3de45b6902 HTTP/1.1" status: 200 len: 815 time: 0.1512983 Jun 16 09:44:40.571390 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [req-770bab03-540a-48b6-b1ad-83ea5ae48593 req-f9cc734c-60fd-4839-8bd9-0b4c531c74c2 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Request body: {'port': {'device_id': 'bb50a8f9-46eb-4aac-9592-f3bcbe30e990', 'network_id': 'ef7af889-6972-434c-9882-4e3de45b6902', 'admin_state_up': True, 'tenant_id': 'fa31d16a12d643cbb5f92d1c0eaeb35b'}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:44:40.583091 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ccc489-8c17-412e-bf64-108d80926b36 req-79bdc6d9-06b7-4e4a-b64f-41b51dcd3b40 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:40.583091 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-a2ccc489-8c17-412e-bf64-108d80926b36 req-79bdc6d9-06b7-4e4a-b64f-41b51dcd3b40 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 945 time: 0.1034527 Jun 16 09:44:40.669312 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:40.696554 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aae750-1624-445e-a1a9-9c100af45281 req-2343781c-6eef-43f3-bd31-a4a0d1e5e33c tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:40.698840 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-06aae750-1624-445e-a1a9-9c100af45281 req-2343781c-6eef-43f3-bd31-a4a0d1e5e33c tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/ports?device_id=683650b5-a1e5-4b7a-93a6-6516895c7291 HTTP/1.1" status: 200 len: 943 time: 0.1112812 Jun 16 09:44:40.712937 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-a2ccc489-8c17-412e-bf64-108d80926b36 req-571e8868-4742-467b-a44d-a378cf63cd9e tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171198 Jun 16 09:44:40.769978 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-06aae750-1624-445e-a1a9-9c100af45281 req-ac3cd2bf-77a3-4c2e-a035-348fbfc3c80b tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad64e575-b67e-45de-acc9-47004529070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571456 Jun 16 09:44:40.923709 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-02a8c337-af97-4e9f-be79-f8b8b52fd665 req-241e1571-a781-4740-aa65-4795ff7b811c tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb50a8f9-46eb-4aac-9592-f3bcbe30e990 HTTP/1.1" status: 200 len: 210 time: 0.0334508 Jun 16 09:44:40.925565 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-770bab03-540a-48b6-b1ad-83ea5ae48593 req-f9cc734c-60fd-4839-8bd9-0b4c531c74c2 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Made reservation on behalf of fa31d16a12d643cbb5f92d1c0eaeb35b for: {'port': 1} {{(pid=98980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:44:40.928704 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-770bab03-540a-48b6-b1ad-83ea5ae48593 req-f9cc734c-60fd-4839-8bd9-0b4c531c74c2 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:41.080966 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.db_base_plugin_common [req-770bab03-540a-48b6-b1ad-83ea5ae48593 req-f9cc734c-60fd-4839-8bd9-0b4c531c74c2 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Allocated IP 172.20.0.3 (ef7af889-6972-434c-9882-4e3de45b6902/039532dc-f739-4701-98ed-b56a3da4fc13/0d7e37f4-4f08-464d-9ec7-aacf89ef2a0f) {{(pid=98980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:44:41.248340 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-770bab03-540a-48b6-b1ad-83ea5ae48593 req-f9cc734c-60fd-4839-8bd9-0b4c531c74c2 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Notify callbacks [] for port, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:41.540847 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-770bab03-540a-48b6-b1ad-83ea5ae48593 req-f9cc734c-60fd-4839-8bd9-0b4c531c74c2 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126582365'] for port, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:41.543987 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-8338b295-0c93-494e-9388-dcd4bd3ed25d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:41.573431 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 47714) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:41.586845 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-770bab03-540a-48b6-b1ad-83ea5ae48593 req-f9cc734c-60fd-4839-8bd9-0b4c531c74c2 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Network ef7af889-6972-434c-9882-4e3de45b6902 is already hosted by enough agents. {{(pid=98980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:44:41.588401 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.base_scheduler [req-770bab03-540a-48b6-b1ad-83ea5ae48593 req-f9cc734c-60fd-4839-8bd9-0b4c531c74c2 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Resources bound (agent type, host, resource id): {{(pid=98980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:44:41.592783 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] get_ports_and_sgs() called for port_ids ['87bfca89-ecc5-45ee-af99-3d67c9ed7165', '07e9bf37-da31-4078-818e-ddc158c05a7c'] {{(pid=98982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:44:41.593021 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.l3_dvrscheduler_db [req-770bab03-540a-48b6-b1ad-83ea5ae48593 req-f9cc734c-60fd-4839-8bd9-0b4c531c74c2 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Received port after_create {{(pid=98980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:44:41.603697 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-b2b882e0-e6a8-4463-a450-376eae375673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:41.629765 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cc734c-60fd-4839-8bd9-0b4c531c74c2 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Pushing event updated for resources: {'Port': ['ID=0d7e37f4-4f08-464d-9ec7-aacf89ef2a0f,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:41.641752 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-f9cc734c-60fd-4839-8bd9-0b4c531c74c2 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:41.667048 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770bab03-540a-48b6-b1ad-83ea5ae48593 req-f9cc734c-60fd-4839-8bd9-0b4c531c74c2 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:41.667976 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-770bab03-540a-48b6-b1ad-83ea5ae48593 req-f9cc734c-60fd-4839-8bd9-0b4c531c74c2 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for port, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:41.716034 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-b2b882e0-e6a8-4463-a450-376eae375673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:41.889678 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-b2b882e0-e6a8-4463-a450-376eae375673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:41.973797 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-770bab03-540a-48b6-b1ad-83ea5ae48593 req-f9cc734c-60fd-4839-8bd9-0b4c531c74c2 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4063036 Jun 16 09:44:42.003872 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [req-770bab03-540a-48b6-b1ad-83ea5ae48593 req-8dab5573-22b9-4387-b7e5-8f00ac68f7ad service neutron] Request body: {'port': {'device_id': 'bb50a8f9-46eb-4aac-9592-f3bcbe30e990', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:44:42.036917 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e4a80-1893-4ade-8fd4-76bf499a2ce9 req-085f810e-32d7-4f58-aeb4-b15ffcf26468 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:42.043908 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-b46e4a80-1893-4ade-8fd4-76bf499a2ce9 req-085f810e-32d7-4f58-aeb4-b15ffcf26468 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/ports?device_id=683650b5-a1e5-4b7a-93a6-6516895c7291 HTTP/1.1" status: 200 len: 943 time: 0.1310182 Jun 16 09:44:42.116319 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-b46e4a80-1893-4ade-8fd4-76bf499a2ce9 req-1dafe620-638c-4514-8c34-1731bbfb9bcb tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad64e575-b67e-45de-acc9-47004529070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693843 Jun 16 09:44:42.129375 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-770bab03-540a-48b6-b1ad-83ea5ae48593 req-8dab5573-22b9-4387-b7e5-8f00ac68f7ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:42.150987 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-ba721148-7a1a-4e7d-8942-9b381bd1471e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:42.177893 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-b2b882e0-e6a8-4463-a450-376eae375673 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c6c687aaf1b048ef90fe1a8559aff5b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5993795 Jun 16 09:44:42.178659 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 47734) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:42.204936 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b882e0-e6a8-4463-a450-376eae375673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ddad179-677d-42c0-8228-8ec2c36598e3,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:42.224241 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-b2b882e0-e6a8-4463-a450-376eae375673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:42.261650 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55729b48-0148-4c23-b76f-22c025b15526 req-af076a2a-30ba-4977-be5d-37c93fb2f146 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:42.264995 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-55729b48-0148-4c23-b76f-22c025b15526 req-af076a2a-30ba-4977-be5d-37c93fb2f146 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 945 time: 0.4185550 Jun 16 09:44:42.290037 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d5cca397-55a2-4e42-a458-aab556580d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:42.331480 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d5cca397-55a2-4e42-a458-aab556580d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:42.341018 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-55729b48-0148-4c23-b76f-22c025b15526 req-3dd4b17c-c20a-4c17-a564-5e361efd7f9f tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674410 Jun 16 09:44:42.451772 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db18bb-3703-4125-a855-f1b0b1f7d842 req-93c34840-b58c-45c9-89ec-db366d16a19d tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:42.453301 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-98db18bb-3703-4125-a855-f1b0b1f7d842 req-93c34840-b58c-45c9-89ec-db366d16a19d tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb50a8f9-46eb-4aac-9592-f3bcbe30e990 HTTP/1.1" status: 200 len: 931 time: 0.2148054 Jun 16 09:44:42.529243 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-98db18bb-3703-4125-a855-f1b0b1f7d842 req-ebc01754-f3fa-4228-a927-bb7dc09f25e9 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678234 Jun 16 09:44:42.584021 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.notifiers.nova [req-770bab03-540a-48b6-b1ad-83ea5ae48593 req-8dab5573-22b9-4387-b7e5-8f00ac68f7ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d7e37f4-4f08-464d-9ec7-aacf89ef2a0f {{(pid=98980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:44:42.592001 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-770bab03-540a-48b6-b1ad-83ea5ae48593 req-8dab5573-22b9-4387-b7e5-8f00ac68f7ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:42.663219 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.provisioning_blocks [req-770bab03-540a-48b6-b1ad-83ea5ae48593 req-8dab5573-22b9-4387-b7e5-8f00ac68f7ad service neutron] Transition to ACTIVE for port object 0d7e37f4-4f08-464d-9ec7-aacf89ef2a0f will not be triggered until provisioned by entity L2. {{(pid=98980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:44:42.663425 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d5cca397-55a2-4e42-a458-aab556580d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:42.666057 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d5cca397-55a2-4e42-a458-aab556580d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:42.668997 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-d5cca397-55a2-4e42-a458-aab556580d1b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4ddad179-677d-42c0-8228-8ec2c36598e3 HTTP/1.1" status: 204 len: 168 time: 0.4875042 Jun 16 09:44:42.668997 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:42.678858 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cca397-55a2-4e42-a458-aab556580d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ddad179-677d-42c0-8228-8ec2c36598e3,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:42.681806 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-d5cca397-55a2-4e42-a458-aab556580d1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:42.845907 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-770bab03-540a-48b6-b1ad-83ea5ae48593 req-8dab5573-22b9-4387-b7e5-8f00ac68f7ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126582347'] for port, after_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:42.848247 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-9a6b4040-83b7-4ce2-b08c-e76c139b70d4 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:42.921952 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dab5573-22b9-4387-b7e5-8f00ac68f7ad service neutron] Pushing event updated for resources: {'Port': ['ID=0d7e37f4-4f08-464d-9ec7-aacf89ef2a0f,revision_number=2']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:42.926714 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-8dab5573-22b9-4387-b7e5-8f00ac68f7ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:42.995771 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.managers [req-770bab03-540a-48b6-b1ad-83ea5ae48593 req-8dab5573-22b9-4387-b7e5-8f00ac68f7ad service neutron] Attempting to bind port 0d7e37f4-4f08-464d-9ec7-aacf89ef2a0f on host hv-cinder-79628 for vnic_type normal with profile {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:44:42.996416 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.managers [req-770bab03-540a-48b6-b1ad-83ea5ae48593 req-8dab5573-22b9-4387-b7e5-8f00ac68f7ad service neutron] Attempting to bind port 0d7e37f4-4f08-464d-9ec7-aacf89ef2a0f by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '36c94873-002f-4ad3-a0a4-ed02eb70eb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ef7af889-6972-434c-9882-4e3de45b6902'}] {{(pid=98980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:44:42.996590 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770bab03-540a-48b6-b1ad-83ea5ae48593 req-8dab5573-22b9-4387-b7e5-8f00ac68f7ad service neutron] Attempting to bind port 0d7e37f4-4f08-464d-9ec7-aacf89ef2a0f on network ef7af889-6972-434c-9882-4e3de45b6902 {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:44:43.001012 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770bab03-540a-48b6-b1ad-83ea5ae48593 req-8dab5573-22b9-4387-b7e5-8f00ac68f7ad service neutron] Port 0d7e37f4-4f08-464d-9ec7-aacf89ef2a0f on network ef7af889-6972-434c-9882-4e3de45b6902 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 09:44:43.001333 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770bab03-540a-48b6-b1ad-83ea5ae48593 req-8dab5573-22b9-4387-b7e5-8f00ac68f7ad service neutron] Attempting to bind port 0d7e37f4-4f08-464d-9ec7-aacf89ef2a0f on network ef7af889-6972-434c-9882-4e3de45b6902 {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:44:43.006173 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770bab03-540a-48b6-b1ad-83ea5ae48593 req-8dab5573-22b9-4387-b7e5-8f00ac68f7ad service neutron] Checking agent: {'id': '868dca64-f295-49d2-b561-88939e4b0d1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 41, 11), 'started_at': datetime.datetime(2021, 6, 16, 9, 41, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:44:43.008983 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770bab03-540a-48b6-b1ad-83ea5ae48593 req-8dab5573-22b9-4387-b7e5-8f00ac68f7ad service neutron] Checking segment: {'id': '36c94873-002f-4ad3-a0a4-ed02eb70eb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ef7af889-6972-434c-9882-4e3de45b6902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:44:43.008983 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770bab03-540a-48b6-b1ad-83ea5ae48593 req-8dab5573-22b9-4387-b7e5-8f00ac68f7ad service neutron] Bound using segment: {'id': '36c94873-002f-4ad3-a0a4-ed02eb70eb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ef7af889-6972-434c-9882-4e3de45b6902'} {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:44:43.008983 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.managers [req-770bab03-540a-48b6-b1ad-83ea5ae48593 req-8dab5573-22b9-4387-b7e5-8f00ac68f7ad service neutron] Bound port: 0d7e37f4-4f08-464d-9ec7-aacf89ef2a0f, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36c94873-002f-4ad3-a0a4-ed02eb70eb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ef7af889-6972-434c-9882-4e3de45b6902'}}] {{(pid=98980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:44:43.008983 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-770bab03-540a-48b6-b1ad-83ea5ae48593 req-8dab5573-22b9-4387-b7e5-8f00ac68f7ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:43.026762 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 8dd4c13f-dfe9-4b11-baa8-e0fba0ae4ffe details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=98982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 09:44:43.082603 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.db [req-770bab03-540a-48b6-b1ad-83ea5ae48593 req-8dab5573-22b9-4387-b7e5-8f00ac68f7ad service neutron] For port 0d7e37f4-4f08-464d-9ec7-aacf89ef2a0f, host hv-cinder-79628, cleared binding levels {{(pid=98980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:44:43.089183 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.db [req-770bab03-540a-48b6-b1ad-83ea5ae48593 req-8dab5573-22b9-4387-b7e5-8f00ac68f7ad service neutron] For port 0d7e37f4-4f08-464d-9ec7-aacf89ef2a0f, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=0d7e37f4-4f08-464d-9ec7-aacf89ef2a0f,segment=NetworkSegment(36c94873-002f-4ad3-a0a4-ed02eb70eb5a),segment_id=36c94873-002f-4ad3-a0a4-ed02eb70eb5a)] {{(pid=98980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:44:43.130364 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 8dd4c13f-dfe9-4b11-baa8-e0fba0ae4ffe, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8dd4c13f-dfe9-4b11-baa8-e0fba0ae4ffe,segment=NetworkSegment(6567bdf1-8011-4aa8-a946-782cc5d80894),segment_id=6567bdf1-8011-4aa8-a946-782cc5d80894)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:44:43.142762 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Returning: {'device': '8dd4c13f-dfe9-4b11-baa8-e0fba0ae4ffe', 'network_id': 'af0e7c13-7632-4143-85e6-d792024cf097', 'port_id': '8dd4c13f-dfe9-4b11-baa8-e0fba0ae4ffe', 'mac_address': 'fa:16:3e:25:1e:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2308e141-9675-47b0-890a-78037fb01f95', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 09:44:43.184342 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:43.198516 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.notifiers.nova [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dd4c13f-dfe9-4b11-baa8-e0fba0ae4ffe {{(pid=98982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:44:43.221028 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 8dd4c13f-dfe9-4b11-baa8-e0fba0ae4ffe, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8dd4c13f-dfe9-4b11-baa8-e0fba0ae4ffe,segment=NetworkSegment(6567bdf1-8011-4aa8-a946-782cc5d80894),segment_id=6567bdf1-8011-4aa8-a946-782cc5d80894)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:44:43.250536 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-770bab03-540a-48b6-b1ad-83ea5ae48593 req-8dab5573-22b9-4387-b7e5-8f00ac68f7ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126582347'] for port, after_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:43.252834 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-42b1ad23-17ab-4630-9be9-a3fecda0c539 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:43.287561 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770bab03-540a-48b6-b1ad-83ea5ae48593 req-8dab5573-22b9-4387-b7e5-8f00ac68f7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:43.288340 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-770bab03-540a-48b6-b1ad-83ea5ae48593 req-8dab5573-22b9-4387-b7e5-8f00ac68f7ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for port, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:43.290427 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-770bab03-540a-48b6-b1ad-83ea5ae48593 req-8dab5573-22b9-4387-b7e5-8f00ac68f7ad service neutron] 10.222.0.49 "PUT /v2.0/ports/0d7e37f4-4f08-464d-9ec7-aacf89ef2a0f HTTP/1.1" status: 200 len: 1093 time: 1.2905400 Jun 16 09:44:43.292964 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb50a8f9-46eb-4aac-9592-f3bcbe30e990', 'tag': '0d7e37f4-4f08-464d-9ec7-aacf89ef2a0f'}] {{(pid=98980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:44:43.295280 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f334069be3519ec184138b23d582e39f65c0d47b6cef299b3d1a0596e5c2100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f73480-d964-4a3f-babd-88132dae89de" -d '{"events": [{"name": "network-changed", "server_uuid": "bb50a8f9-46eb-4aac-9592-f3bcbe30e990", "tag": "0d7e37f4-4f08-464d-9ec7-aacf89ef2a0f"}]}' {{(pid=98980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:44:43.330745 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dab5573-22b9-4387-b7e5-8f00ac68f7ad service neutron] Pushing event updated for resources: {'Port': ['ID=0d7e37f4-4f08-464d-9ec7-aacf89ef2a0f,revision_number=3']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:43.330745 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-8dab5573-22b9-4387-b7e5-8f00ac68f7ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:43.335184 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20863dc1-324f-4229-a794-b2caf27f539d req-57041193-b1e4-4dc5-aa73-583d3335dc90 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:43.336809 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-20863dc1-324f-4229-a794-b2caf27f539d req-57041193-b1e4-4dc5-aa73-583d3335dc90 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/ports?device_id=683650b5-a1e5-4b7a-93a6-6516895c7291 HTTP/1.1" status: 200 len: 943 time: 0.0916891 Jun 16 09:44:43.340488 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb57212-583f-4616-8e61-3903491ee636 x-openstack-request-id: req-cbb57212-583f-4616-8e61-3903491ee636 {{(pid=98980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:44:43.340804 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb50a8f9-46eb-4aac-9592-f3bcbe30e990", "tag": "0d7e37f4-4f08-464d-9ec7-aacf89ef2a0f", "status": "completed", "code": 200}]} {{(pid=98980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:44:43.341082 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cbb57212-583f-4616-8e61-3903491ee636 {{(pid=98980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:44:43.341552 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb50a8f9-46eb-4aac-9592-f3bcbe30e990', 'tag': '0d7e37f4-4f08-464d-9ec7-aacf89ef2a0f', 'status': 'completed', 'code': 200} Jun 16 09:44:43.394841 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-20863dc1-324f-4229-a794-b2caf27f539d req-dc1517b4-1658-4017-9a27-2adff7ad8d1a tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad64e575-b67e-45de-acc9-47004529070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518048 Jun 16 09:44:43.423006 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:43.424856 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:43.485041 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f73480-d964-4a3f-babd-88132dae89de req-8e438c79-a2ad-4e7b-b61e-9c018465b9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:43.486216 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Pushing event updated for resources: {'Port': ['ID=8dd4c13f-dfe9-4b11-baa8-e0fba0ae4ffe,revision_number=4']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:43.486672 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-93f73480-d964-4a3f-babd-88132dae89de req-8e438c79-a2ad-4e7b-b61e-9c018465b9b9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fa31d16a12d643cbb5f92d1c0eaeb35b&device_id=bb50a8f9-46eb-4aac-9592-f3bcbe30e990 HTTP/1.1" status: 200 len: 1096 time: 0.0604713 Jun 16 09:44:43.491710 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:43.759897 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb74bea7-8fb5-4fea-8aff-8381fcbeec5f req-f90f5b9c-4436-4434-b662-8d4219d22aa3 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:43.761817 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-bb74bea7-8fb5-4fea-8aff-8381fcbeec5f req-f90f5b9c-4436-4434-b662-8d4219d22aa3 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb50a8f9-46eb-4aac-9592-f3bcbe30e990 HTTP/1.1" status: 200 len: 943 time: 0.0708151 Jun 16 09:44:43.808239 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-bb74bea7-8fb5-4fea-8aff-8381fcbeec5f req-671d6ee1-6293-4d50-8c63-2f590fcd380a tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392630 Jun 16 09:44:43.867868 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae506ed-e2a6-4a1c-a3ff-4a9a678e4ef4 req-87f4dd97-87b5-4e7b-bb36-34565e999300 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:43.869688 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-1ae506ed-e2a6-4a1c-a3ff-4a9a678e4ef4 req-87f4dd97-87b5-4e7b-bb36-34565e999300 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 945 time: 0.3784411 Jun 16 09:44:43.900321 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f73480-d964-4a3f-babd-88132dae89de req-21068269-5cea-4734-aa07-61a4e35af25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:43.902186 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-93f73480-d964-4a3f-babd-88132dae89de req-21068269-5cea-4734-aa07-61a4e35af25c service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=fa31d16a12d643cbb5f92d1c0eaeb35b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3787751 Jun 16 09:44:43.921457 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] get_ports_and_sgs() called for port_ids ['8dd4c13f-dfe9-4b11-baa8-e0fba0ae4ffe'] {{(pid=98982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:44:43.954933 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-1ae506ed-e2a6-4a1c-a3ff-4a9a678e4ef4 req-8f4c836a-b4fb-4f81-8bb6-135c0ba773c1 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782490 Jun 16 09:44:44.056572 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f73480-d964-4a3f-babd-88132dae89de req-8e688160-096e-40bb-8551-ea29c2d78bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:44.058051 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-93f73480-d964-4a3f-babd-88132dae89de req-8e688160-096e-40bb-8551-ea29c2d78bc8 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1486881 Jun 16 09:44:44.246642 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770bab03-540a-48b6-b1ad-83ea5ae48593 req-e89162bb-e343-4243-99dc-8163cc8929d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:44.248201 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-770bab03-540a-48b6-b1ad-83ea5ae48593 req-e89162bb-e343-4243-99dc-8163cc8929d6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fa31d16a12d643cbb5f92d1c0eaeb35b&device_id=bb50a8f9-46eb-4aac-9592-f3bcbe30e990 HTTP/1.1" status: 200 len: 1096 time: 0.0592210 Jun 16 09:44:44.314848 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-770bab03-540a-48b6-b1ad-83ea5ae48593 req-93d22897-4228-4d25-8195-be9480fedd6a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d7e37f4-4f08-464d-9ec7-aacf89ef2a0f HTTP/1.1" status: 200 len: 217 time: 0.0404747 Jun 16 09:44:44.369854 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770bab03-540a-48b6-b1ad-83ea5ae48593 req-d9b3e57c-6c36-4e25-90be-79a2991c2251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:44.369854 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-770bab03-540a-48b6-b1ad-83ea5ae48593 req-d9b3e57c-6c36-4e25-90be-79a2991c2251 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=039532dc-f739-4701-98ed-b56a3da4fc13 HTTP/1.1" status: 200 len: 855 time: 0.0479467 Jun 16 09:44:44.409503 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-770bab03-540a-48b6-b1ad-83ea5ae48593 req-3f8f5f4f-4873-4537-90bb-31360146dbc8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ef7af889-6972-434c-9882-4e3de45b6902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268495 Jun 16 09:44:44.512608 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-770bab03-540a-48b6-b1ad-83ea5ae48593 req-7421dee8-08fe-415b-9468-1f93bfe929d5 service neutron] 10.222.0.49 "GET /v2.0/networks/ef7af889-6972-434c-9882-4e3de45b6902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990145 Jun 16 09:44:44.585812 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118ff82-2c27-47a1-bbd4-8a54a752289e req-ada65788-7bd9-4d4b-aa81-5409d6ea3a0e tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:44.587546 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-9118ff82-2c27-47a1-bbd4-8a54a752289e req-ada65788-7bd9-4d4b-aa81-5409d6ea3a0e tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/ports?device_id=683650b5-a1e5-4b7a-93a6-6516895c7291 HTTP/1.1" status: 200 len: 944 time: 0.0631020 Jun 16 09:44:44.605735 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-770bab03-540a-48b6-b1ad-83ea5ae48593 req-c2b083af-3c35-48eb-861c-e3c02fb6302e service neutron] 10.222.0.49 "GET /v2.0/networks/ef7af889-6972-434c-9882-4e3de45b6902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855165 Jun 16 09:44:44.629995 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-9118ff82-2c27-47a1-bbd4-8a54a752289e req-b2cbe7b1-b822-4c98-9f19-c8f399d89469 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad64e575-b67e-45de-acc9-47004529070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366321 Jun 16 09:44:44.993957 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa97aed-706b-43b4-8616-c00002cbaced req-959c5a55-aa38-40ea-8a22-dd9e838ee9d6 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:44.995460 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-3fa97aed-706b-43b4-8616-c00002cbaced req-959c5a55-aa38-40ea-8a22-dd9e838ee9d6 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb50a8f9-46eb-4aac-9592-f3bcbe30e990 HTTP/1.1" status: 200 len: 943 time: 0.0663900 Jun 16 09:44:45.036106 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-3fa97aed-706b-43b4-8616-c00002cbaced req-beb2e30c-79a4-4fa0-a673-94d29c76f632 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348420 Jun 16 09:44:45.143117 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e5d285-cebb-499a-918a-461e9ed13ecc req-bac02a30-1144-458c-883f-35ce60162aae tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:45.144619 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-97e5d285-cebb-499a-918a-461e9ed13ecc req-bac02a30-1144-458c-883f-35ce60162aae tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 945 time: 0.0664673 Jun 16 09:44:45.185049 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-97e5d285-cebb-499a-918a-461e9ed13ecc req-88fafa1e-1c3d-4417-ae07-b6cfb20ff3d4 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347958 Jun 16 09:44:46.929717 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-5f7006c0-beb8-4449-b67d-b86f25d130b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:48.197754 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff8029-3522-4bef-b9d8-fecb0aa66dbc req-8a69693f-f4c1-4f76-b040-04a5cdd6227a tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:48.199322 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-42ff8029-3522-4bef-b9d8-fecb0aa66dbc req-8a69693f-f4c1-4f76-b040-04a5cdd6227a tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/ports?device_id=683650b5-a1e5-4b7a-93a6-6516895c7291 HTTP/1.1" status: 200 len: 944 time: 0.0683515 Jun 16 09:44:48.245103 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-42ff8029-3522-4bef-b9d8-fecb0aa66dbc req-be2b4371-fb39-4970-b536-c6e85e9303cd tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad64e575-b67e-45de-acc9-47004529070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398932 Jun 16 09:44:48.253443 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908191b-3cc0-4520-af0a-aa8cb7e583e0 req-be803077-ce9c-4a6a-8867-221b4d7ad192 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:48.255093 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-4908191b-3cc0-4520-af0a-aa8cb7e583e0 req-be803077-ce9c-4a6a-8867-221b4d7ad192 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb50a8f9-46eb-4aac-9592-f3bcbe30e990 HTTP/1.1" status: 200 len: 943 time: 0.0693555 Jun 16 09:44:48.300123 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-4908191b-3cc0-4520-af0a-aa8cb7e583e0 req-41b0209e-2d18-4fa8-8747-d90730c8aae4 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382636 Jun 16 09:44:48.425552 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b76fcc-ee13-4b68-8400-e8412adb4565 req-99245102-4df7-4c52-90e6-5c82d99db2f5 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:48.427145 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-19b76fcc-ee13-4b68-8400-e8412adb4565 req-99245102-4df7-4c52-90e6-5c82d99db2f5 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 945 time: 0.0647850 Jun 16 09:44:48.468145 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-19b76fcc-ee13-4b68-8400-e8412adb4565 req-37e0b430-729e-47b1-8c96-b32b0b8f6e20 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347171 Jun 16 09:44:49.048159 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 8dd4c13f-dfe9-4b11-baa8-e0fba0ae4ffe up at agent hyperv_hv-cinder-79628 {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:44:49.228945 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Provisioning for port 8dd4c13f-dfe9-4b11-baa8-e0fba0ae4ffe completed by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:44:49.233106 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Provisioning complete for port 8dd4c13f-dfe9-4b11-baa8-e0fba0ae4ffe triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:44:49.233480 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:49.320985 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:49.353085 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '683650b5-a1e5-4b7a-93a6-6516895c7291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd4c13f-dfe9-4b11-baa8-e0fba0ae4ffe'}] {{(pid=98982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:44:49.355441 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4f9cc304a916b9d47f5f8bf5758f709c886eea9513b83351d26ab7408c86625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ecfd0a9-afd2-46d2-b8ec-9195846c20c7" -d '{"events": [{"server_uuid": "683650b5-a1e5-4b7a-93a6-6516895c7291", "name": "network-vif-plugged", "status": "completed", "tag": "8dd4c13f-dfe9-4b11-baa8-e0fba0ae4ffe"}]}' {{(pid=98982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:44:49.360604 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e5bad847-c659-487b-a509-0961538f9fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:49.372339 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 8dd4c13f-dfe9-4b11-baa8-e0fba0ae4ffe, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8dd4c13f-dfe9-4b11-baa8-e0fba0ae4ffe,segment=NetworkSegment(6567bdf1-8011-4aa8-a946-782cc5d80894),segment_id=6567bdf1-8011-4aa8-a946-782cc5d80894)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:44:49.464106 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85ebe0-1927-44e0-8e7c-9c2ba632dd3a req-5da9a209-1a9c-4cb9-a188-0849506e1854 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:49.465563 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-8e85ebe0-1927-44e0-8e7c-9c2ba632dd3a req-5da9a209-1a9c-4cb9-a188-0849506e1854 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/ports?device_id=683650b5-a1e5-4b7a-93a6-6516895c7291 HTTP/1.1" status: 200 len: 944 time: 0.0796890 Jun 16 09:44:49.485999 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:49.488151 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:49.513245 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-8e85ebe0-1927-44e0-8e7c-9c2ba632dd3a req-99d7bda9-b1b3-4de4-b253-d90a71511887 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad64e575-b67e-45de-acc9-47004529070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392327 Jun 16 09:44:49.548352 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Pushing event updated for resources: {'Port': ['ID=8dd4c13f-dfe9-4b11-baa8-e0fba0ae4ffe,revision_number=5']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:49.551795 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:49.560515 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:49.567714 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dacb10-463a-4e17-9e75-d8a536da17aa req-950fc629-a183-4520-9b7d-567cec0a1182 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:49.567714 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-38dacb10-463a-4e17-9e75-d8a536da17aa req-950fc629-a183-4520-9b7d-567cec0a1182 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb50a8f9-46eb-4aac-9592-f3bcbe30e990 HTTP/1.1" status: 200 len: 943 time: 0.0758648 Jun 16 09:44:49.577070 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1f2ed4-a4bc-4862-9442-a8a3209fe50a x-openstack-request-id: req-cf1f2ed4-a4bc-4862-9442-a8a3209fe50a {{(pid=98982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:44:49.577493 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "683650b5-a1e5-4b7a-93a6-6516895c7291", "name": "network-vif-plugged", "status": "completed", "tag": "8dd4c13f-dfe9-4b11-baa8-e0fba0ae4ffe", "code": 200}]} {{(pid=98982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:44:49.577756 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cf1f2ed4-a4bc-4862-9442-a8a3209fe50a {{(pid=98982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:44:49.578156 dv-cinder-796286-4-iscsi neutron-server[98982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '683650b5-a1e5-4b7a-93a6-6516895c7291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd4c13f-dfe9-4b11-baa8-e0fba0ae4ffe', 'code': 200} Jun 16 09:44:49.621009 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-38dacb10-463a-4e17-9e75-d8a536da17aa req-9de32509-4a24-438e-8e27-f80478765f70 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488594 Jun 16 09:44:49.758027 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d37bf3e-424c-4703-89e6-eea0f9f39450 req-cdd64581-f9b5-4120-9087-2d769f3e76e7 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:49.760360 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-4d37bf3e-424c-4703-89e6-eea0f9f39450 req-cdd64581-f9b5-4120-9087-2d769f3e76e7 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 945 time: 0.0744870 Jun 16 09:44:49.799056 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-4d37bf3e-424c-4703-89e6-eea0f9f39450 req-b52a32cf-2971-4520-b331-7216371f0a5e tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328529 Jun 16 09:44:50.043456 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2970b-27dc-43df-9aaf-c0ae501aac88 req-0233b859-5218-4505-b2e9-8b9d6d80d355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:50.044951 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-90f2970b-27dc-43df-9aaf-c0ae501aac88 req-0233b859-5218-4505-b2e9-8b9d6d80d355 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=683650b5-a1e5-4b7a-93a6-6516895c7291 HTTP/1.1" status: 200 len: 1098 time: 0.0629961 Jun 16 09:44:50.085357 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-90f2970b-27dc-43df-9aaf-c0ae501aac88 req-fb821045-4c83-4022-9037-302313bc52fb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ad64e575-b67e-45de-acc9-47004529070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289059 Jun 16 09:44:50.480132 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-16d92f64-da1b-4eb0-8f0f-160fef97265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:50.773408 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcbb32a-1bed-4978-8520-306df5f0a94c req-777a8620-001d-478d-a923-7ba4c9ab234c tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:50.778041 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-ddcbb32a-1bed-4978-8520-306df5f0a94c req-777a8620-001d-478d-a923-7ba4c9ab234c tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/ports?device_id=683650b5-a1e5-4b7a-93a6-6516895c7291 HTTP/1.1" status: 200 len: 945 time: 0.0703871 Jun 16 09:44:50.830758 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02444a43-d7fc-4169-aa79-992b5ef37f5a req-a21b140b-40ac-4c62-9024-6c0c7c94ef36 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:50.830758 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-02444a43-d7fc-4169-aa79-992b5ef37f5a req-a21b140b-40ac-4c62-9024-6c0c7c94ef36 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb50a8f9-46eb-4aac-9592-f3bcbe30e990 HTTP/1.1" status: 200 len: 943 time: 0.0791602 Jun 16 09:44:50.836807 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-ddcbb32a-1bed-4978-8520-306df5f0a94c req-fae06d8d-2b20-413b-b610-721b8bbe03a8 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad64e575-b67e-45de-acc9-47004529070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553205 Jun 16 09:44:50.882835 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-02444a43-d7fc-4169-aa79-992b5ef37f5a req-0f76c039-3cb9-42c3-9ace-2688c628eee6 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515170 Jun 16 09:44:51.012471 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.agents_db [None req-3560065e-ea11-4ff4-820f-b568c2ca0093 None None] Agent healthcheck: found 6 active agents {{(pid=98983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:44:51.018475 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd325bb-9501-497a-80ca-b3c22471fd8f req-fd16cb5f-5ea6-4ca5-8a81-b905d2472dc8 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:51.020304 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-efd325bb-9501-497a-80ca-b3c22471fd8f req-fd16cb5f-5ea6-4ca5-8a81-b905d2472dc8 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 945 time: 0.0667045 Jun 16 09:44:51.052485 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 0d7e37f4-4f08-464d-9ec7-aacf89ef2a0f details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=98982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 09:44:51.060619 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-efd325bb-9501-497a-80ca-b3c22471fd8f req-8225ba33-c9ff-4bb8-845c-e7e60619ec84 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340204 Jun 16 09:44:51.152478 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 0d7e37f4-4f08-464d-9ec7-aacf89ef2a0f, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=0d7e37f4-4f08-464d-9ec7-aacf89ef2a0f,segment=NetworkSegment(36c94873-002f-4ad3-a0a4-ed02eb70eb5a),segment_id=36c94873-002f-4ad3-a0a4-ed02eb70eb5a)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:44:51.163637 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Returning: {'device': '0d7e37f4-4f08-464d-9ec7-aacf89ef2a0f', 'network_id': 'ef7af889-6972-434c-9882-4e3de45b6902', 'port_id': '0d7e37f4-4f08-464d-9ec7-aacf89ef2a0f', 'mac_address': 'fa:16:3e:fc:b7:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '039532dc-f739-4701-98ed-b56a3da4fc13', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 09:44:51.200902 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:51.215033 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.notifiers.nova [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d7e37f4-4f08-464d-9ec7-aacf89ef2a0f {{(pid=98982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:44:51.239244 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 0d7e37f4-4f08-464d-9ec7-aacf89ef2a0f, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=0d7e37f4-4f08-464d-9ec7-aacf89ef2a0f,segment=NetworkSegment(36c94873-002f-4ad3-a0a4-ed02eb70eb5a),segment_id=36c94873-002f-4ad3-a0a4-ed02eb70eb5a)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:44:51.365523 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:51.368234 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:51.420029 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Pushing event updated for resources: {'Port': ['ID=0d7e37f4-4f08-464d-9ec7-aacf89ef2a0f,revision_number=4']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:51.422822 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:51.878537 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] get_ports_and_sgs() called for port_ids ['0d7e37f4-4f08-464d-9ec7-aacf89ef2a0f'] {{(pid=98982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:44:52.069090 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c4718-fe83-4e8d-a761-1334c5382147 req-ff317810-6f9e-4044-add7-459f05fff9c4 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:52.077500 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-b88c4718-fe83-4e8d-a761-1334c5382147 req-ff317810-6f9e-4044-add7-459f05fff9c4 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/ports?device_id=683650b5-a1e5-4b7a-93a6-6516895c7291 HTTP/1.1" status: 200 len: 945 time: 0.0811636 Jun 16 09:44:52.122316 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a6dbb-e7c2-451d-bbb4-dd5cfec45501 req-07b9d020-d30c-4e63-b23b-97d00ba8ac5f tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:52.126856 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-b29a6dbb-e7c2-451d-bbb4-dd5cfec45501 req-07b9d020-d30c-4e63-b23b-97d00ba8ac5f tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb50a8f9-46eb-4aac-9592-f3bcbe30e990 HTTP/1.1" status: 200 len: 944 time: 0.0761817 Jun 16 09:44:52.142188 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-b88c4718-fe83-4e8d-a761-1334c5382147 req-9e9e7e5f-86c7-4186-aa59-72bd14697ea1 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad64e575-b67e-45de-acc9-47004529070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635207 Jun 16 09:44:52.185247 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-b29a6dbb-e7c2-451d-bbb4-dd5cfec45501 req-6c093d81-78aa-4db9-ad1a-3dd397cd1ef9 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443673 Jun 16 09:44:52.313972 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a552fa-512d-4621-a782-052fd1bb2992 req-865daae6-0473-4a55-9909-3a78d1d61b56 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:52.314714 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-53a552fa-512d-4621-a782-052fd1bb2992 req-865daae6-0473-4a55-9909-3a78d1d61b56 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 945 time: 0.0709939 Jun 16 09:44:52.355684 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-53a552fa-512d-4621-a782-052fd1bb2992 req-d9e36276-664f-4cad-856f-00047b9e3609 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351737 Jun 16 09:44:52.554453 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e4fb578b-fd5e-47f0-aa8c-4b83a36f29c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:53.074855 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 0d7e37f4-4f08-464d-9ec7-aacf89ef2a0f up at agent hyperv_hv-cinder-79628 {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:44:53.293451 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Provisioning for port 0d7e37f4-4f08-464d-9ec7-aacf89ef2a0f completed by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:44:53.300395 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Provisioning complete for port 0d7e37f4-4f08-464d-9ec7-aacf89ef2a0f triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:44:53.300859 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:53.332042 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6aa0b8-d668-4f01-bc19-b6f0ad29df30 req-ee64bc8d-356a-466f-85c0-440f45b2c4e5 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:53.334180 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-ef6aa0b8-d668-4f01-bc19-b6f0ad29df30 req-ee64bc8d-356a-466f-85c0-440f45b2c4e5 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/ports?device_id=683650b5-a1e5-4b7a-93a6-6516895c7291 HTTP/1.1" status: 200 len: 945 time: 0.0832398 Jun 16 09:44:53.395500 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-ef6aa0b8-d668-4f01-bc19-b6f0ad29df30 req-8e9e5308-b877-42e0-859e-ed25db3ef993 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad64e575-b67e-45de-acc9-47004529070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472238 Jun 16 09:44:53.440658 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:53.478865 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df551bbf-a6f7-411c-a77e-ae93b69a66b0 req-6dbf3c08-2e95-4968-bdef-996cb630a5f3 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:53.487806 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb50a8f9-46eb-4aac-9592-f3bcbe30e990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7e37f4-4f08-464d-9ec7-aacf89ef2a0f'}] {{(pid=98982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:44:53.490115 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4f9cc304a916b9d47f5f8bf5758f709c886eea9513b83351d26ab7408c86625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62273814-ce33-48ee-b4b9-f98a14e8c0fc" -d '{"events": [{"server_uuid": "bb50a8f9-46eb-4aac-9592-f3bcbe30e990", "name": "network-vif-plugged", "status": "completed", "tag": "0d7e37f4-4f08-464d-9ec7-aacf89ef2a0f"}]}' {{(pid=98982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:44:53.490939 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-df551bbf-a6f7-411c-a77e-ae93b69a66b0 req-6dbf3c08-2e95-4968-bdef-996cb630a5f3 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb50a8f9-46eb-4aac-9592-f3bcbe30e990 HTTP/1.1" status: 200 len: 944 time: 0.1584859 Jun 16 09:44:53.507280 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 0d7e37f4-4f08-464d-9ec7-aacf89ef2a0f, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=0d7e37f4-4f08-464d-9ec7-aacf89ef2a0f,segment=NetworkSegment(36c94873-002f-4ad3-a0a4-ed02eb70eb5a),segment_id=36c94873-002f-4ad3-a0a4-ed02eb70eb5a)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:44:53.538047 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-df551bbf-a6f7-411c-a77e-ae93b69a66b0 req-c29e168a-29a3-4477-84fb-fb82688d4003 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454953 Jun 16 09:44:53.580657 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f22bef-6a4b-4448-8076-6ff04f349548 x-openstack-request-id: req-f4f22bef-6a4b-4448-8076-6ff04f349548 {{(pid=98982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:44:53.581508 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb50a8f9-46eb-4aac-9592-f3bcbe30e990", "name": "network-vif-plugged", "status": "completed", "tag": "0d7e37f4-4f08-464d-9ec7-aacf89ef2a0f", "code": 200}]} {{(pid=98982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:44:53.581949 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f4f22bef-6a4b-4448-8076-6ff04f349548 {{(pid=98982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:44:53.582596 dv-cinder-796286-4-iscsi neutron-server[98982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb50a8f9-46eb-4aac-9592-f3bcbe30e990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7e37f4-4f08-464d-9ec7-aacf89ef2a0f', 'code': 200} Jun 16 09:44:53.611163 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:53.613589 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:53.662223 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6659b823-476e-4a5e-807a-d34c5bbed23d req-bb63918c-1ddb-46c4-b483-9c9d2e77b1ad tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:53.663911 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-6659b823-476e-4a5e-807a-d34c5bbed23d req-bb63918c-1ddb-46c4-b483-9c9d2e77b1ad tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 945 time: 0.0978804 Jun 16 09:44:53.707149 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Pushing event updated for resources: {'Port': ['ID=0d7e37f4-4f08-464d-9ec7-aacf89ef2a0f,revision_number=5']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:53.711127 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:53.721766 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-6659b823-476e-4a5e-807a-d34c5bbed23d req-27491341-45b1-47d7-b4f7-5b01b670f453 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520213 Jun 16 09:44:54.126024 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a680a-f3e5-441a-993a-e0b7d3b2aca4 req-e727e562-6c72-4da4-925f-81f6b5abcc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:54.128685 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-c88a680a-f3e5-441a-993a-e0b7d3b2aca4 req-e727e562-6c72-4da4-925f-81f6b5abcc5d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bb50a8f9-46eb-4aac-9592-f3bcbe30e990 HTTP/1.1" status: 200 len: 1098 time: 0.0668030 Jun 16 09:44:54.214722 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-c88a680a-f3e5-441a-993a-e0b7d3b2aca4 req-d80147df-32d9-457b-a754-326ae1d6c320 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520625 Jun 16 09:44:54.715700 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb816bcb-9756-40fd-986e-6ff9d7cce38d req-23a48173-2074-4c6d-acae-cc0b340e74ee tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:54.717338 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-fb816bcb-9756-40fd-986e-6ff9d7cce38d req-23a48173-2074-4c6d-acae-cc0b340e74ee tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb50a8f9-46eb-4aac-9592-f3bcbe30e990 HTTP/1.1" status: 200 len: 945 time: 0.0689685 Jun 16 09:44:54.756601 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-fb816bcb-9756-40fd-986e-6ff9d7cce38d req-45ab16bf-ce5a-4853-91b1-3e258edd6a03 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336790 Jun 16 09:44:54.965023 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b0447-64f4-446a-91e1-321e48b5ee58 req-711278e2-23f5-4a7b-9c15-c4141afc1e57 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:54.965023 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f28b0447-64f4-446a-91e1-321e48b5ee58 req-711278e2-23f5-4a7b-9c15-c4141afc1e57 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 945 time: 0.0860207 Jun 16 09:44:55.041043 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f28b0447-64f4-446a-91e1-321e48b5ee58 req-da1e0361-80b8-475b-800f-3b7c2b4aa71a tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680587 Jun 16 09:44:55.593618 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a1933-6b07-4dd8-ab2a-857775baf929 req-656ac567-9359-45e0-850d-46a134c3e9fe tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:55.595110 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-089a1933-6b07-4dd8-ab2a-857775baf929 req-656ac567-9359-45e0-850d-46a134c3e9fe tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/ports?device_id=683650b5-a1e5-4b7a-93a6-6516895c7291 HTTP/1.1" status: 200 len: 945 time: 0.0682223 Jun 16 09:44:55.636207 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-089a1933-6b07-4dd8-ab2a-857775baf929 req-40df3e18-7058-4d22-b9cf-1bd08c2a4892 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad64e575-b67e-45de-acc9-47004529070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354702 Jun 16 09:44:55.979270 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffafd40-ab77-4856-bf3c-19bfadd6e5df req-a316dc36-2513-480c-8e1f-72a52d751be7 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:55.980759 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-1ffafd40-ab77-4856-bf3c-19bfadd6e5df req-a316dc36-2513-480c-8e1f-72a52d751be7 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb50a8f9-46eb-4aac-9592-f3bcbe30e990 HTTP/1.1" status: 200 len: 945 time: 0.0860782 Jun 16 09:44:56.019079 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-1ffafd40-ab77-4856-bf3c-19bfadd6e5df req-750d5701-9a9e-4d95-8bb9-ac7317af8552 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325921 Jun 16 09:44:56.229000 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9cfc38-0fad-4ac1-8a3b-b31f4733ee61 req-f9c4186b-1213-4b8a-8f88-65bcd41568df tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:56.230469 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-5d9cfc38-0fad-4ac1-8a3b-b31f4733ee61 req-f9c4186b-1213-4b8a-8f88-65bcd41568df tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 945 time: 0.0671911 Jun 16 09:44:56.291598 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-5d9cfc38-0fad-4ac1-8a3b-b31f4733ee61 req-8ca7b070-de5d-4bf5-a562-574ae57f1e80 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497262 Jun 16 09:44:56.823938 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca64be-9e3e-4c5f-b619-6db6b52d145c req-33dd0179-77a1-400c-a8b4-8823d81036dd tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:56.825468 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-e8ca64be-9e3e-4c5f-b619-6db6b52d145c req-33dd0179-77a1-400c-a8b4-8823d81036dd tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/ports?device_id=683650b5-a1e5-4b7a-93a6-6516895c7291 HTTP/1.1" status: 200 len: 945 time: 0.0735476 Jun 16 09:44:56.868981 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-e8ca64be-9e3e-4c5f-b619-6db6b52d145c req-97f18b7e-bd43-405c-a9ca-7e5f7e082574 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad64e575-b67e-45de-acc9-47004529070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379069 Jun 16 09:44:56.950679 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b0bc7-3886-4afb-8ce3-01a685d9158a req-eb289d27-1211-425c-ac9f-49d815a2d6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:56.952198 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-f46b0bc7-3886-4afb-8ce3-01a685d9158a req-eb289d27-1211-425c-ac9f-49d815a2d6a8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 1098 time: 0.0519652 Jun 16 09:44:56.990051 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-f46b0bc7-3886-4afb-8ce3-01a685d9158a req-c2608989-c4ae-413f-8533-631d46229410 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280192 Jun 16 09:44:57.233739 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878e6bd-de04-42aa-9705-d64463a48a9b req-d6b30434-6fed-4c2e-8f8d-fdee4daad202 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:57.235330 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-c878e6bd-de04-42aa-9705-d64463a48a9b req-d6b30434-6fed-4c2e-8f8d-fdee4daad202 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb50a8f9-46eb-4aac-9592-f3bcbe30e990 HTTP/1.1" status: 200 len: 945 time: 0.0767782 Jun 16 09:44:57.274903 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-c878e6bd-de04-42aa-9705-d64463a48a9b req-9315a8bb-66a6-4a60-bdb7-6f2e65360f00 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333986 Jun 16 09:44:57.465186 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ce0a1-3bd3-43c7-82f2-71db59aa669d req-01e18a11-99fe-4015-9608-37e645d6e757 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:57.466626 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-e71ce0a1-3bd3-43c7-82f2-71db59aa669d req-01e18a11-99fe-4015-9608-37e645d6e757 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 945 time: 0.0645556 Jun 16 09:44:57.504815 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-e71ce0a1-3bd3-43c7-82f2-71db59aa669d req-6812c395-bd5d-489a-a430-024b73e37b89 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320702 Jun 16 09:44:58.050007 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46601722-5061-4aa6-86b3-2a7ec84f251e req-94872146-faa4-4941-9929-970d6f495bfd tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:58.051547 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-46601722-5061-4aa6-86b3-2a7ec84f251e req-94872146-faa4-4941-9929-970d6f495bfd tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/ports?device_id=683650b5-a1e5-4b7a-93a6-6516895c7291 HTTP/1.1" status: 200 len: 945 time: 0.0652759 Jun 16 09:44:58.090215 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-46601722-5061-4aa6-86b3-2a7ec84f251e req-1f1e71e2-494e-40d5-9cc0-841ca5b7dd79 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad64e575-b67e-45de-acc9-47004529070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323498 Jun 16 09:44:58.702254 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224b959-2b74-4908-9b70-4679db6307e3 req-d0a94fb1-7248-4aee-8d07-03137b425c3e tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:58.702254 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-e224b959-2b74-4908-9b70-4679db6307e3 req-d0a94fb1-7248-4aee-8d07-03137b425c3e tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 945 time: 0.0768321 Jun 16 09:44:58.744065 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-e224b959-2b74-4908-9b70-4679db6307e3 req-af504fb8-8088-4346-87f3-9d79bf2e9777 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407486 Jun 16 09:44:59.317791 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797e964-c012-4682-87da-373de9d1b59c req-045ee1d9-883a-41c0-bd2a-e3faa5703c19 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:59.319573 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-2797e964-c012-4682-87da-373de9d1b59c req-045ee1d9-883a-41c0-bd2a-e3faa5703c19 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.49 "GET /v2.0/ports?device_id=683650b5-a1e5-4b7a-93a6-6516895c7291 HTTP/1.1" status: 200 len: 945 time: 0.1881189 Jun 16 09:44:59.328071 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37aab7e-dc70-4764-ba6d-85eb1d66be4a req-ef1415e1-471d-4730-b990-92ca47081ba2 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:59.329684 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-f37aab7e-dc70-4764-ba6d-85eb1d66be4a req-ef1415e1-471d-4730-b990-92ca47081ba2 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/ports?device_id=683650b5-a1e5-4b7a-93a6-6516895c7291 HTTP/1.1" status: 200 len: 945 time: 0.1082897 Jun 16 09:44:59.439431 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-f37aab7e-dc70-4764-ba6d-85eb1d66be4a req-a9ea99cd-47a3-4699-94a6-9babb3867c4e tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad64e575-b67e-45de-acc9-47004529070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962815 Jun 16 09:44:59.476396 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.plugin [req-2797e964-c012-4682-87da-373de9d1b59c req-40ba78c8-35de-4a09-abaf-47431da2a946 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Deleting port 8dd4c13f-dfe9-4b11-baa8-e0fba0ae4ffe {{(pid=98980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:44:59.476654 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-2797e964-c012-4682-87da-373de9d1b59c req-40ba78c8-35de-4a09-abaf-47431da2a946 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:59.570674 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.db [req-2797e964-c012-4682-87da-373de9d1b59c req-40ba78c8-35de-4a09-abaf-47431da2a946 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] For port 8dd4c13f-dfe9-4b11-baa8-e0fba0ae4ffe, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8dd4c13f-dfe9-4b11-baa8-e0fba0ae4ffe,segment=NetworkSegment(6567bdf1-8011-4aa8-a946-782cc5d80894),segment_id=6567bdf1-8011-4aa8-a946-782cc5d80894)] {{(pid=98980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:44:59.571084 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-2797e964-c012-4682-87da-373de9d1b59c req-40ba78c8-35de-4a09-abaf-47431da2a946 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:59.639937 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.plugin [req-2797e964-c012-4682-87da-373de9d1b59c req-40ba78c8-35de-4a09-abaf-47431da2a946 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Calling delete_port for 8dd4c13f-dfe9-4b11-baa8-e0fba0ae4ffe owned by compute:nova {{(pid=98980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:44:59.907257 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-2797e964-c012-4682-87da-373de9d1b59c req-40ba78c8-35de-4a09-abaf-47431da2a946 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126582338'] for port, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:59.912456 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-cda738b9-4359-4d5b-b47a-8d1efc6453f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:59.938958 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134741a3-4a30-474b-ab84-e073231fc75c req-351dba32-c392-4c16-ba24-45f384bbfe9e tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:59.940628 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba78c8-35de-4a09-abaf-47431da2a946 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Pushing event deleted for resources: {'Port': ['ID=8dd4c13f-dfe9-4b11-baa8-e0fba0ae4ffe,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:59.944378 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-40ba78c8-35de-4a09-abaf-47431da2a946 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:59.947027 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-134741a3-4a30-474b-ab84-e073231fc75c req-351dba32-c392-4c16-ba24-45f384bbfe9e tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 945 time: 0.0753453 Jun 16 09:44:59.953000 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] get_ports_and_sgs() called for port_ids ['8dd4c13f-dfe9-4b11-baa8-e0fba0ae4ffe'] {{(pid=98982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:44:59.984886 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-134741a3-4a30-474b-ab84-e073231fc75c req-63560728-9afe-4ca2-a933-d6b66a21cda5 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369532 Jun 16 09:44:59.994972 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.l3_dvrscheduler_db [req-2797e964-c012-4682-87da-373de9d1b59c req-40ba78c8-35de-4a09-abaf-47431da2a946 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] No DVR routers for this DVR port 8dd4c13f-dfe9-4b11-baa8-e0fba0ae4ffe on host hv-cinder-79628 {{(pid=98980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:44:59.998598 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-2797e964-c012-4682-87da-373de9d1b59c req-40ba78c8-35de-4a09-abaf-47431da2a946 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for port, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:00.000763 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-2797e964-c012-4682-87da-373de9d1b59c req-40ba78c8-35de-4a09-abaf-47431da2a946 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.49 "DELETE /v2.0/ports/8dd4c13f-dfe9-4b11-baa8-e0fba0ae4ffe HTTP/1.1" status: 204 len: 173 time: 0.6680291 Jun 16 09:45:00.001343 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '683650b5-a1e5-4b7a-93a6-6516895c7291', 'name': 'network-vif-deleted', 'tag': '8dd4c13f-dfe9-4b11-baa8-e0fba0ae4ffe'}] {{(pid=98980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:45:00.003815 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f334069be3519ec184138b23d582e39f65c0d47b6cef299b3d1a0596e5c2100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d980c944-7524-4888-8367-ba3f570c278a" -d '{"events": [{"server_uuid": "683650b5-a1e5-4b7a-93a6-6516895c7291", "name": "network-vif-deleted", "tag": "8dd4c13f-dfe9-4b11-baa8-e0fba0ae4ffe"}]}' {{(pid=98980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:45:00.062527 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3bf467-9fa9-4d6e-bf88-09d183401bb6 x-openstack-request-id: req-0a3bf467-9fa9-4d6e-bf88-09d183401bb6 {{(pid=98980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:45:00.062527 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "683650b5-a1e5-4b7a-93a6-6516895c7291", "name": "network-vif-deleted", "tag": "8dd4c13f-dfe9-4b11-baa8-e0fba0ae4ffe", "status": "completed", "code": 200}]} {{(pid=98980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:45:00.062527 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0a3bf467-9fa9-4d6e-bf88-09d183401bb6 {{(pid=98980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:45:00.062527 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '683650b5-a1e5-4b7a-93a6-6516895c7291', 'name': 'network-vif-deleted', 'tag': '8dd4c13f-dfe9-4b11-baa8-e0fba0ae4ffe', 'status': 'completed', 'code': 200} Jun 16 09:45:00.217998 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da067e-bd16-4fd0-8e7a-96847c3d54e6 req-ed34a857-6dd2-48e6-b819-1a0e663a100a tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:00.219754 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-75da067e-bd16-4fd0-8e7a-96847c3d54e6 req-ed34a857-6dd2-48e6-b819-1a0e663a100a tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.0749655 Jun 16 09:45:00.265662 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-75da067e-bd16-4fd0-8e7a-96847c3d54e6 req-5a042268-9867-44f1-a219-da127adea2fa tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360441 Jun 16 09:45:00.586218 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-6a37030e-ad2e-4f45-9489-9294cf44dc8b req-dbb339eb-be88-4c19-a4e9-c66b551a3d39 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/ports?device_id=683650b5-a1e5-4b7a-93a6-6516895c7291 HTTP/1.1" status: 200 len: 210 time: 0.0277197 Jun 16 09:45:00.698858 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 48206) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:45:00.829501 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-4f66ea10-d5d0-47ea-84d3-785676e6544a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:00.924790 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-4f66ea10-d5d0-47ea-84d3-785676e6544a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:01.038518 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-4f66ea10-d5d0-47ea-84d3-785676e6544a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:01.041934 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-6ad79845-9b7b-4e11-b33f-e0f8665a4ae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:01.083062 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-4f66ea10-d5d0-47ea-84d3-785676e6544a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9fbaf4b80e9242eabf374df42e2c2a62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3800747 Jun 16 09:45:01.083062 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f66ea10-d5d0-47ea-84d3-785676e6544a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efcf022a-a159-41fc-89cd-9ce3fb1db07a,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:01.083226 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 48218) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:45:01.087385 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-4f66ea10-d5d0-47ea-84d3-785676e6544a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:01.161222 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-2904aab5-9a1c-4ca2-b64e-dc25d66aab70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:01.189957 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-2904aab5-9a1c-4ca2-b64e-dc25d66aab70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:01.334628 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 48228) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:45:01.379714 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-2904aab5-9a1c-4ca2-b64e-dc25d66aab70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:01.379714 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-2904aab5-9a1c-4ca2-b64e-dc25d66aab70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:01.379714 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-2904aab5-9a1c-4ca2-b64e-dc25d66aab70 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/efcf022a-a159-41fc-89cd-9ce3fb1db07a HTTP/1.1" status: 204 len: 168 time: 0.2868233 Jun 16 09:45:01.379714 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-164c2b98-c1dd-4a15-8a54-378decff436b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:01.380245 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2904aab5-9a1c-4ca2-b64e-dc25d66aab70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcf022a-a159-41fc-89cd-9ce3fb1db07a,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:01.382484 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-2904aab5-9a1c-4ca2-b64e-dc25d66aab70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:01.450183 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-f254f8ab-4f00-475b-8723-f0bd72dbb1f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:01.551717 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-f254f8ab-4f00-475b-8723-f0bd72dbb1f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:01.634371 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-f254f8ab-4f00-475b-8723-f0bd72dbb1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:01.638178 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-f77db312-f650-4239-8adf-d953f391e3e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:01.675993 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-f254f8ab-4f00-475b-8723-f0bd72dbb1f7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7727c301e82841c2a8e13b47e53aeaee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3398497 Jun 16 09:45:01.677264 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f254f8ab-4f00-475b-8723-f0bd72dbb1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba8a94b-3467-4b0b-97aa-41204722055f,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:01.678644 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 48238) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:45:01.694202 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-f254f8ab-4f00-475b-8723-f0bd72dbb1f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:01.744575 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-2445b35f-1b40-4e04-abda-19417933bfbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:01.772311 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-3631fb27-e1c1-4ed3-8265-1880f065e824 req-3c1d4723-cd13-4e3c-8745-f1eaeb665250 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] 10.222.0.25 "GET /v2.0/ports?device_id=683650b5-a1e5-4b7a-93a6-6516895c7291 HTTP/1.1" status: 200 len: 210 time: 0.0501812 Jun 16 09:45:01.778395 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-2445b35f-1b40-4e04-abda-19417933bfbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:01.982072 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-2445b35f-1b40-4e04-abda-19417933bfbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:01.991336 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-2445b35f-1b40-4e04-abda-19417933bfbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:01.992511 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-2445b35f-1b40-4e04-abda-19417933bfbd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0ba8a94b-3467-4b0b-97aa-41204722055f HTTP/1.1" status: 204 len: 168 time: 0.3128130 Jun 16 09:45:01.993284 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-fb64086e-c691-46de-bfe7-46f4a1fe202d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:02.000768 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2445b35f-1b40-4e04-abda-19417933bfbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba8a94b-3467-4b0b-97aa-41204722055f,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:02.010209 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-2445b35f-1b40-4e04-abda-19417933bfbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:02.926198 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 48290) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:45:02.941324 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-76073511-8dd2-479a-9989-0a5938ac7b85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:03.045243 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-76073511-8dd2-479a-9989-0a5938ac7b85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:03.178409 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-76073511-8dd2-479a-9989-0a5938ac7b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:03.178409 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:03.178589 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 8dd4c13f-dfe9-4b11-baa8-e0fba0ae4ffe no longer exists at agent hyperv_hv-cinder-79628 {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:45:03.196850 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76073511-8dd2-479a-9989-0a5938ac7b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c416dfe7-2ddf-4936-bdb4-d9d6f10ce126,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:03.202651 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-76073511-8dd2-479a-9989-0a5938ac7b85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:03.205706 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] No Port match for: 8dd4c13f-dfe9-4b11-baa8-e0fba0ae4ffe {{(pid=98982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:45:03.206044 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 8dd4c13f-dfe9-4b11-baa8-e0fba0ae4ffe not bound to the agent host hv-cinder-79628 {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:45:03.220607 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-76073511-8dd2-479a-9989-0a5938ac7b85 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b88bc3748b3440ebb242b9d1d436bf21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2933366 Jun 16 09:45:03.223321 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 48298) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:45:03.280271 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-e1d82b42-638a-4572-a3e4-19a85fe134ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:03.303692 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-e1d82b42-638a-4572-a3e4-19a85fe134ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:03.479937 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-e1d82b42-638a-4572-a3e4-19a85fe134ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:03.479937 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-e1d82b42-638a-4572-a3e4-19a85fe134ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:03.479937 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-e1d82b42-638a-4572-a3e4-19a85fe134ed admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c416dfe7-2ddf-4936-bdb4-d9d6f10ce126 HTTP/1.1" status: 204 len: 168 time: 0.2539253 Jun 16 09:45:03.479937 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-d4504d67-616e-4a44-99fc-f45ce9cff9cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:03.487445 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d82b42-638a-4572-a3e4-19a85fe134ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c416dfe7-2ddf-4936-bdb4-d9d6f10ce126,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:03.491651 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-e1d82b42-638a-4572-a3e4-19a85fe134ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:03.846992 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826fb9d-b375-4f4b-b452-cc2dfd936d89 req-09054bca-2b7d-4626-95d8-1623510800c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:03.848462 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-a826fb9d-b375-4f4b-b452-cc2dfd936d89 req-09054bca-2b7d-4626-95d8-1623510800c6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3aab2d6845c34f44bdcaf8eb3cec5927&device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 1098 time: 0.0536420 Jun 16 09:45:03.853063 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495d529-d262-43f3-bd86-67439d4544e9 req-e55040e9-16cc-4faf-aeae-0b1ce349a20c tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:03.854637 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-0495d529-d262-43f3-bd86-67439d4544e9 req-e55040e9-16cc-4faf-aeae-0b1ce349a20c tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.0656967 Jun 16 09:45:03.895894 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-0495d529-d262-43f3-bd86-67439d4544e9 req-51a1e172-0a28-4692-b74a-9b1afb66bbcc tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356290 Jun 16 09:45:03.964134 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826fb9d-b375-4f4b-b452-cc2dfd936d89 req-391396c2-0641-4906-af19-575ccfa5de00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:03.965757 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-a826fb9d-b375-4f4b-b452-cc2dfd936d89 req-391396c2-0641-4906-af19-575ccfa5de00 service neutron] 10.222.0.49 "GET /v2.0/networks?id=91a32b6f-094c-4ae5-a33e-942080d95ea2 HTTP/1.1" status: 200 len: 919 time: 0.1030231 Jun 16 09:45:04.018287 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-a826fb9d-b375-4f4b-b452-cc2dfd936d89 req-9b293c03-385c-4801-82b3-d1a95ae0d67d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c10c8bd-00cf-4789-bea3-598d82e18630 HTTP/1.1" status: 200 len: 217 time: 0.0405726 Jun 16 09:45:04.066900 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826fb9d-b375-4f4b-b452-cc2dfd936d89 req-805e34f4-e7b8-4c3d-a439-3606be696ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:04.068352 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-a826fb9d-b375-4f4b-b452-cc2dfd936d89 req-805e34f4-e7b8-4c3d-a439-3606be696ca0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d1e28073-3474-4ab3-a6cb-d23efc1dc12f HTTP/1.1" status: 200 len: 858 time: 0.0468669 Jun 16 09:45:04.104362 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-a826fb9d-b375-4f4b-b452-cc2dfd936d89 req-c6adf752-9c18-458b-bfbf-de45de5c23c9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=91a32b6f-094c-4ae5-a33e-942080d95ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264671 Jun 16 09:45:04.197719 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-a826fb9d-b375-4f4b-b452-cc2dfd936d89 req-7cd899ea-75c8-4250-9396-cc5613713278 service neutron] 10.222.0.49 "GET /v2.0/networks/91a32b6f-094c-4ae5-a33e-942080d95ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848725 Jun 16 09:45:04.286176 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-a826fb9d-b375-4f4b-b452-cc2dfd936d89 req-990ea6b2-6e37-4e17-a986-ddb1b5444eaa service neutron] 10.222.0.49 "GET /v2.0/networks/91a32b6f-094c-4ae5-a33e-942080d95ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810912 Jun 16 09:45:05.082285 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd938d6-878f-4fba-a5bb-a8873635c3ed req-a0d58ca9-5be3-4a90-9b8b-d45ce4a82aab tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:05.083783 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-4dd938d6-878f-4fba-a5bb-a8873635c3ed req-a0d58ca9-5be3-4a90-9b8b-d45ce4a82aab tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.0692685 Jun 16 09:45:05.123898 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-4dd938d6-878f-4fba-a5bb-a8873635c3ed req-911c4bb2-863b-4ddf-8da3-f4b5203d9277 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339937 Jun 16 09:45:06.308450 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92650e-2491-4d3f-9162-ed06428ba9a9 req-4b7cd17e-2cd7-419c-9a05-43f292e74967 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:06.311023 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-9c92650e-2491-4d3f-9162-ed06428ba9a9 req-4b7cd17e-2cd7-419c-9a05-43f292e74967 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.0739040 Jun 16 09:45:06.357238 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-9c92650e-2491-4d3f-9162-ed06428ba9a9 req-b29c8b62-451f-471f-b98b-f06d3a2c246a tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374069 Jun 16 09:45:09.642645 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0316e5-91e3-4bad-ae15-4b559fdd10ca req-7b7d5e5c-2ea7-4c44-8265-bad4cef662c5 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:09.644247 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-1b0316e5-91e3-4bad-ae15-4b559fdd10ca req-7b7d5e5c-2ea7-4c44-8265-bad4cef662c5 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.0950584 Jun 16 09:45:09.678160 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac938a8-a15a-451d-9aef-60019cfd9531 req-9e98c364-c4e8-4fa1-8d95-9aaa0b73685e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:09.679615 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-fac938a8-a15a-451d-9aef-60019cfd9531 req-9e98c364-c4e8-4fa1-8d95-9aaa0b73685e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3aab2d6845c34f44bdcaf8eb3cec5927&device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 1098 time: 0.0957417 Jun 16 09:45:09.695911 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-1b0316e5-91e3-4bad-ae15-4b559fdd10ca req-99d970d3-919d-4d64-94c5-25ace44f73d7 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440280 Jun 16 09:45:09.803003 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac938a8-a15a-451d-9aef-60019cfd9531 req-e0d0ddc9-9227-4396-bcd7-398a92d9d966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:09.804380 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-fac938a8-a15a-451d-9aef-60019cfd9531 req-e0d0ddc9-9227-4396-bcd7-398a92d9d966 service neutron] 10.222.0.49 "GET /v2.0/networks?id=91a32b6f-094c-4ae5-a33e-942080d95ea2 HTTP/1.1" status: 200 len: 919 time: 0.0818365 Jun 16 09:45:09.848350 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-fac938a8-a15a-451d-9aef-60019cfd9531 req-e04ad88a-222c-4a95-865c-60759ff643fd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c10c8bd-00cf-4789-bea3-598d82e18630 HTTP/1.1" status: 200 len: 217 time: 0.0364735 Jun 16 09:45:09.897294 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac938a8-a15a-451d-9aef-60019cfd9531 req-e0d46324-c2f4-427d-bb44-065053fe38e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:09.899170 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-fac938a8-a15a-451d-9aef-60019cfd9531 req-e0d46324-c2f4-427d-bb44-065053fe38e4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d1e28073-3474-4ab3-a6cb-d23efc1dc12f HTTP/1.1" status: 200 len: 858 time: 0.0406711 Jun 16 09:45:09.933982 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-fac938a8-a15a-451d-9aef-60019cfd9531 req-51a81a68-9c58-4cf6-9bfa-a4fc2e96cee1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=91a32b6f-094c-4ae5-a33e-942080d95ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251553 Jun 16 09:45:10.042760 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-fac938a8-a15a-451d-9aef-60019cfd9531 req-242f7cba-d361-4205-aaca-b7d72e1d8851 service neutron] 10.222.0.49 "GET /v2.0/networks/91a32b6f-094c-4ae5-a33e-942080d95ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862160 Jun 16 09:45:10.130209 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-fac938a8-a15a-451d-9aef-60019cfd9531 req-7fa263ac-dfab-41b0-8eea-922f0d2d0908 service neutron] 10.222.0.49 "GET /v2.0/networks/91a32b6f-094c-4ae5-a33e-942080d95ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804763 Jun 16 09:45:10.634387 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:14.011252 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a4830-4015-43f4-bdae-689d047b5b85 req-7aadb747-2437-43a1-b1e5-e6f144edcc94 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:14.012839 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-e52a4830-4015-43f4-bdae-689d047b5b85 req-7aadb747-2437-43a1-b1e5-e6f144edcc94 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.0721815 Jun 16 09:45:14.060330 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-e52a4830-4015-43f4-bdae-689d047b5b85 req-2a121b90-0e60-4688-b668-bc114cff393d tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414102 Jun 16 09:45:15.244216 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279208b8-7cfa-4afa-83fe-a95d66ddd473 req-40c60149-29ee-4168-b96d-010b5d9243b9 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:15.245699 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-279208b8-7cfa-4afa-83fe-a95d66ddd473 req-40c60149-29ee-4168-b96d-010b5d9243b9 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.0640943 Jun 16 09:45:15.288418 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-279208b8-7cfa-4afa-83fe-a95d66ddd473 req-e9edb02b-ff87-4bca-a3fa-acc0bc94a197 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364130 Jun 16 09:45:16.461522 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16a112-307a-4729-a8d5-323b1d2d6734 req-bf3d19c9-7d32-4071-a362-641606ddb699 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:16.463173 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-ac16a112-307a-4729-a8d5-323b1d2d6734 req-bf3d19c9-7d32-4071-a362-641606ddb699 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.0616777 Jun 16 09:45:16.503594 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-ac16a112-307a-4729-a8d5-323b1d2d6734 req-dc12d553-19a3-4e09-8aa8-6cc02a36982c tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350046 Jun 16 09:45:16.935778 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-8282e7dc-0de5-4863-bbae-f5f670a38536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:17.702917 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6bb638-582d-430f-8d13-b1622fc52b34 req-0f59fd90-1a91-4446-bf30-009092392a30 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:17.705075 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-2f6bb638-582d-430f-8d13-b1622fc52b34 req-0f59fd90-1a91-4446-bf30-009092392a30 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.0772693 Jun 16 09:45:17.745836 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-2f6bb638-582d-430f-8d13-b1622fc52b34 req-688a36a0-5c50-498b-8909-9fb300bffc02 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348866 Jun 16 09:45:18.939204 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b20244-c8a8-4929-a013-63689a2d6a19 req-1c0cd273-b7cd-46ca-b3a3-994de4a20ed2 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:18.940677 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-93b20244-c8a8-4929-a013-63689a2d6a19 req-1c0cd273-b7cd-46ca-b3a3-994de4a20ed2 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.0686076 Jun 16 09:45:18.981075 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-93b20244-c8a8-4929-a013-63689a2d6a19 req-fe65df58-ca0d-4e6d-83c7-197c9a888d07 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345371 Jun 16 09:45:19.433550 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-7d1f9b3b-7978-4fc9-88e3-3ade64bb719e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:19.553087 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:19.869368 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc07e97-bb46-4e7e-b663-09351fb124a5 req-fe84346c-8e2d-4e30-a9b7-deb0b71a97be tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:19.871677 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-8bc07e97-bb46-4e7e-b663-09351fb124a5 req-fe84346c-8e2d-4e30-a9b7-deb0b71a97be tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/networks?id=ef7af889-6972-434c-9882-4e3de45b6902 HTTP/1.1" status: 200 len: 815 time: 0.1258979 Jun 16 09:45:19.913619 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-8bc07e97-bb46-4e7e-b663-09351fb124a5 req-1c50f3d7-af8e-4860-9bd4-a05d32f3480f tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/quotas/fa31d16a12d643cbb5f92d1c0eaeb35b HTTP/1.1" status: 200 len: 375 time: 0.0210500 Jun 16 09:45:20.007223 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-8bc07e97-bb46-4e7e-b663-09351fb124a5 req-8dd145b9-317c-4404-b3c9-1e3c3a5c922b tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fa31d16a12d643cbb5f92d1c0eaeb35b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0853770 Jun 16 09:45:20.107031 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-8bc07e97-bb46-4e7e-b663-09351fb124a5 req-cc8e9c42-792f-4603-91fb-e2fce56aa764 service neutron] 10.222.0.25 "GET /v2.0/networks/ef7af889-6972-434c-9882-4e3de45b6902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930872 Jun 16 09:45:20.203116 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f44d1d-7518-46cd-8336-e8f163cd9da3 req-3e0e0678-e6b9-420f-bb3b-1df1930d3ba9 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:20.204609 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-15f44d1d-7518-46cd-8336-e8f163cd9da3 req-3e0e0678-e6b9-420f-bb3b-1df1930d3ba9 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.0723357 Jun 16 09:45:20.212276 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-8bc07e97-bb46-4e7e-b663-09351fb124a5 req-7af2ff85-2f6e-4d84-aa80-d41e09891f18 service neutron] 10.222.0.25 "GET /v2.0/networks/ef7af889-6972-434c-9882-4e3de45b6902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957425 Jun 16 09:45:20.247521 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-15f44d1d-7518-46cd-8336-e8f163cd9da3 req-4fd1484d-71ca-4499-b25d-38c609af4a40 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368366 Jun 16 09:45:20.627579 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-16d92f64-da1b-4eb0-8f0f-160fef97265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:20.647105 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-ca59cd01-0aab-467c-9bd2-c8c845b0d2bc req-02081836-1a18-40ff-b0d0-263b17146478 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea56a686-5160-4d42-b8cc-9b4bb95ecbcf HTTP/1.1" status: 200 len: 210 time: 0.0377688 Jun 16 09:45:22.024707 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0945921-437e-448a-89d2-8dfd711e793e req-aac0b225-513d-43e5-b40c-2808044e9354 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:22.026177 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-d0945921-437e-448a-89d2-8dfd711e793e req-aac0b225-513d-43e5-b40c-2808044e9354 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.0662494 Jun 16 09:45:22.064926 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-d0945921-437e-448a-89d2-8dfd711e793e req-964f62ed-95b9-47d2-8987-97d8b2d60c11 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331061 Jun 16 09:45:22.202903 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-e14019d7-5eb0-4944-9eb3-a525f351ec77 req-b2a561af-8f9f-42e8-a912-5e4d6bf1ddba tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea56a686-5160-4d42-b8cc-9b4bb95ecbcf HTTP/1.1" status: 200 len: 210 time: 0.0355542 Jun 16 09:45:22.344026 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 48788) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:45:22.375217 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a399b-a6ed-4ac8-a7b2-81e6bab4453f req-ea31db71-80dc-4212-90e1-691c5539008e tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:22.376670 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-da3a399b-a6ed-4ac8-a7b2-81e6bab4453f req-ea31db71-80dc-4212-90e1-691c5539008e tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 945 time: 0.0668893 Jun 16 09:45:22.410579 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e4fb578b-fd5e-47f0-aa8c-4b83a36f29c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:22.417047 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-da3a399b-a6ed-4ac8-a7b2-81e6bab4453f req-8b2c9de9-24a9-4f1a-b07c-21e64f1294c5 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341940 Jun 16 09:45:22.453200 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-fde3c819-9029-4317-9a3c-6d7c53020ecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:22.543122 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-fde3c819-9029-4317-9a3c-6d7c53020ecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:22.650133 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-fde3c819-9029-4317-9a3c-6d7c53020ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:22.652707 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:22.688479 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-fde3c819-9029-4317-9a3c-6d7c53020ecf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=44f09344ef3046ec88e9e275988434a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3433948 Jun 16 09:45:22.689459 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde3c819-9029-4317-9a3c-6d7c53020ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21fbe235-3473-4d9c-bd93-10c8c0baebe0,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:22.691706 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 48792) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:45:22.696526 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde3c819-9029-4317-9a3c-6d7c53020ecf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:22.696899 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde3c819-9029-4317-9a3c-6d7c53020ecf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:22.697258 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde3c819-9029-4317-9a3c-6d7c53020ecf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:22.697611 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde3c819-9029-4317-9a3c-6d7c53020ecf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:22.697963 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde3c819-9029-4317-9a3c-6d7c53020ecf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:22.698313 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde3c819-9029-4317-9a3c-6d7c53020ecf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:22.698660 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde3c819-9029-4317-9a3c-6d7c53020ecf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:22.699031 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde3c819-9029-4317-9a3c-6d7c53020ecf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:22.699487 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde3c819-9029-4317-9a3c-6d7c53020ecf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:22.699821 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde3c819-9029-4317-9a3c-6d7c53020ecf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:22.700110 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde3c819-9029-4317-9a3c-6d7c53020ecf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:22.700450 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde3c819-9029-4317-9a3c-6d7c53020ecf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:22.704417 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-fde3c819-9029-4317-9a3c-6d7c53020ecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:22.740708 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-985f6551-9411-488d-8e50-a0233360be30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:22.761199 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-985f6551-9411-488d-8e50-a0233360be30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:22.912429 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-985f6551-9411-488d-8e50-a0233360be30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:22.912429 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-985f6551-9411-488d-8e50-a0233360be30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:22.912429 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-985f6551-9411-488d-8e50-a0233360be30 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/21fbe235-3473-4d9c-bd93-10c8c0baebe0 HTTP/1.1" status: 204 len: 168 time: 0.2186980 Jun 16 09:45:22.912429 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-f254f8ab-4f00-475b-8723-f0bd72dbb1f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:22.920831 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985f6551-9411-488d-8e50-a0233360be30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21fbe235-3473-4d9c-bd93-10c8c0baebe0,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:22.928823 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985f6551-9411-488d-8e50-a0233360be30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:22.929204 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985f6551-9411-488d-8e50-a0233360be30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:22.930218 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985f6551-9411-488d-8e50-a0233360be30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:22.930555 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985f6551-9411-488d-8e50-a0233360be30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:22.930923 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985f6551-9411-488d-8e50-a0233360be30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:22.931313 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985f6551-9411-488d-8e50-a0233360be30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:22.931599 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985f6551-9411-488d-8e50-a0233360be30 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:22.931938 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985f6551-9411-488d-8e50-a0233360be30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:22.932275 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985f6551-9411-488d-8e50-a0233360be30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:22.932608 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985f6551-9411-488d-8e50-a0233360be30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:22.932940 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985f6551-9411-488d-8e50-a0233360be30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:22.933272 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985f6551-9411-488d-8e50-a0233360be30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:22.936656 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-985f6551-9411-488d-8e50-a0233360be30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:23.241466 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742fb17-a987-4418-9269-dae4c3b1c76d req-dad0a181-2265-42df-92db-6743f1acce81 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:23.242914 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-e742fb17-a987-4418-9269-dae4c3b1c76d req-dad0a181-2265-42df-92db-6743f1acce81 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.0666676 Jun 16 09:45:23.289833 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-e742fb17-a987-4418-9269-dae4c3b1c76d req-783282a6-3b03-409c-9e63-338fbaa28b4c tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314770 Jun 16 09:45:23.417798 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-2228b074-9b14-47c0-8f7b-01b87c7576a6 req-9d565b88-d49e-4996-affb-0b33017377eb tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea56a686-5160-4d42-b8cc-9b4bb95ecbcf HTTP/1.1" status: 200 len: 210 time: 0.0300694 Jun 16 09:45:23.589214 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031592d-3eb7-47f8-be6d-f5f0fb3a5e2a req-654b90f7-0b93-477c-9cfe-718841f355a8 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:23.590549 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-0031592d-3eb7-47f8-be6d-f5f0fb3a5e2a req-654b90f7-0b93-477c-9cfe-718841f355a8 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 945 time: 0.0608122 Jun 16 09:45:23.637923 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-0031592d-3eb7-47f8-be6d-f5f0fb3a5e2a req-2c857b6d-7138-4a53-95e3-b22a254b49be tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415020 Jun 16 09:45:24.524217 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff09e0f-2f89-4ce7-a421-37705ea13715 req-3a95b96e-3ec3-4026-9adf-4f35151502fc tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:24.526192 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-7ff09e0f-2f89-4ce7-a421-37705ea13715 req-3a95b96e-3ec3-4026-9adf-4f35151502fc tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.0952628 Jun 16 09:45:24.573333 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-7ff09e0f-2f89-4ce7-a421-37705ea13715 req-e4851e0b-c0dd-4ab0-871b-529db73e7c91 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399292 Jun 16 09:45:24.828436 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-1226faaa-f2d2-4a91-aaf3-0dc0142df3d6 req-96517e95-9242-4286-8a45-f75793bfc066 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea56a686-5160-4d42-b8cc-9b4bb95ecbcf HTTP/1.1" status: 200 len: 210 time: 0.0437348 Jun 16 09:45:24.910495 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb6f66-9011-417a-83e6-616d238cceeb req-85e100c9-8b63-44de-8b19-42d5cc0a9409 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:24.912724 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-43cb6f66-9011-417a-83e6-616d238cceeb req-85e100c9-8b63-44de-8b19-42d5cc0a9409 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 945 time: 0.0942657 Jun 16 09:45:24.953773 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-43cb6f66-9011-417a-83e6-616d238cceeb req-235f1849-6dbc-42b9-81e5-888beba27458 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343511 Jun 16 09:45:25.754108 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7f6f6-0a43-4715-9645-c5c8add84613 req-8fe41677-0bff-483b-b403-fe90c06b0ac5 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:25.755596 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-35b7f6f6-0a43-4715-9645-c5c8add84613 req-8fe41677-0bff-483b-b403-fe90c06b0ac5 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.0664501 Jun 16 09:45:25.793498 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-35b7f6f6-0a43-4715-9645-c5c8add84613 req-6daffb56-b615-4c5d-83ec-668b17a84cad tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322752 Jun 16 09:45:25.971105 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-c13f9e1d-e42d-4f5b-ad3e-c9f13da39f01 req-106740fa-9245-48c0-9a5c-f32fc3025613 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea56a686-5160-4d42-b8cc-9b4bb95ecbcf HTTP/1.1" status: 200 len: 210 time: 0.0304704 Jun 16 09:45:26.132056 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec51ab8-798a-48a8-b2c4-8e578bf53bed req-ab72007a-5c77-454d-8508-a7f112a0546b tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:26.140362 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-cec51ab8-798a-48a8-b2c4-8e578bf53bed req-ab72007a-5c77-454d-8508-a7f112a0546b tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 945 time: 0.0614040 Jun 16 09:45:26.169662 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-cec51ab8-798a-48a8-b2c4-8e578bf53bed req-2bd226a9-405f-4556-a75a-bdb77e488ca4 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302382 Jun 16 09:45:26.964092 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ea08a-c515-44d7-ab49-743cc2a52c5d req-db41aae5-feb3-4402-8ec5-0d94435dd311 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:26.965506 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-fb1ea08a-c515-44d7-ab49-743cc2a52c5d req-db41aae5-feb3-4402-8ec5-0d94435dd311 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.0604658 Jun 16 09:45:27.008071 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-fb1ea08a-c515-44d7-ab49-743cc2a52c5d req-bfaeb149-63be-4f8e-994b-8efd1245dc75 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360768 Jun 16 09:45:27.110161 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-ce339758-df2b-4718-954f-4d234d70d901 req-80184f65-12d0-4723-8ccb-609713fd920c tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea56a686-5160-4d42-b8cc-9b4bb95ecbcf HTTP/1.1" status: 200 len: 210 time: 0.0274982 Jun 16 09:45:27.346096 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5a5bb-e91b-4ca3-9498-b46d716da7e7 req-c010e7bd-178c-4707-ab30-aa0cebeb0c99 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:27.347598 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-8ab5a5bb-e91b-4ca3-9498-b46d716da7e7 req-c010e7bd-178c-4707-ab30-aa0cebeb0c99 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 945 time: 0.0632241 Jun 16 09:45:27.427846 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-8ab5a5bb-e91b-4ca3-9498-b46d716da7e7 req-55a88d86-8211-4517-acf5-8f793174cd59 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658624 Jun 16 09:45:28.011613 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.agents_db [None req-3560065e-ea11-4ff4-820f-b568c2ca0093 None None] Agent healthcheck: found 6 active agents {{(pid=98983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:45:28.176901 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc07e97-bb46-4e7e-b663-09351fb124a5 req-3770c1a9-2ea5-4e9a-bcd1-55ac1426ea19 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:28.178348 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-8bc07e97-bb46-4e7e-b663-09351fb124a5 req-3770c1a9-2ea5-4e9a-bcd1-55ac1426ea19 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.49 "GET /v2.0/networks?id=ef7af889-6972-434c-9882-4e3de45b6902 HTTP/1.1" status: 200 len: 815 time: 0.1262567 Jun 16 09:45:28.200536 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951fdb91-a56e-4b32-95ab-8d82a574b1b9 req-25a5836a-83cc-48d5-907b-3b7f021cdf10 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:28.202221 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-951fdb91-a56e-4b32-95ab-8d82a574b1b9 req-25a5836a-83cc-48d5-907b-3b7f021cdf10 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.0741036 Jun 16 09:45:28.256455 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-951fdb91-a56e-4b32-95ab-8d82a574b1b9 req-a87528b1-89eb-4643-b502-0e5a719df3bc tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483320 Jun 16 09:45:28.307741 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-07c67ff7-bb9b-4b58-889e-c58b6e82e535 req-e8b9c95e-fdf6-46a9-81c2-0b14ea2bc0e5 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea56a686-5160-4d42-b8cc-9b4bb95ecbcf HTTP/1.1" status: 200 len: 210 time: 0.0309410 Jun 16 09:45:28.619074 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f368a-c451-45c1-ac57-cb8b65b2f612 req-f7391436-fd7b-49c3-874a-816531c2c39d tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:28.620851 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-e87f368a-c451-45c1-ac57-cb8b65b2f612 req-f7391436-fd7b-49c3-874a-816531c2c39d tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 945 time: 0.0668871 Jun 16 09:45:28.672025 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-e87f368a-c451-45c1-ac57-cb8b65b2f612 req-cd3ca886-25ad-4d79-a912-860e5701f6fc tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426867 Jun 16 09:45:29.440283 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf875ae2-7cb7-4c15-90c2-85144982fc9f req-19bdcfd4-9ba4-46c2-b2fd-d2a50b80b004 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:29.441815 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-bf875ae2-7cb7-4c15-90c2-85144982fc9f req-19bdcfd4-9ba4-46c2-b2fd-d2a50b80b004 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.0733621 Jun 16 09:45:29.495832 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-bf875ae2-7cb7-4c15-90c2-85144982fc9f req-5a6d5ffa-9c8c-4910-bf3c-1a78df2e2380 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468121 Jun 16 09:45:29.511752 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-db89eb48-06ba-4ed9-8f0f-f14aca0e4290 req-f9eafcda-6045-42f0-8078-cffb76d5293e tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea56a686-5160-4d42-b8cc-9b4bb95ecbcf HTTP/1.1" status: 200 len: 210 time: 0.0373240 Jun 16 09:45:29.878922 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845e7b3-624d-457d-9b9d-845ca6606306 req-a3fe5767-9f56-4c0d-97b2-56b5f88d101b tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:29.878922 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-b845e7b3-624d-457d-9b9d-845ca6606306 req-a3fe5767-9f56-4c0d-97b2-56b5f88d101b tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 945 time: 0.0706778 Jun 16 09:45:29.938285 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-b845e7b3-624d-457d-9b9d-845ca6606306 req-fba24079-36aa-4826-bc4d-e8727f33fffc tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500886 Jun 16 09:45:30.686096 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-c6c32f8b-ddac-4f1d-aafa-ef22510e07e6 req-910c9343-3609-4f88-91ab-ee17b3b31cc8 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea56a686-5160-4d42-b8cc-9b4bb95ecbcf HTTP/1.1" status: 200 len: 210 time: 0.0402637 Jun 16 09:45:30.741011 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80401f49-ef1f-4901-9858-523ce93678f5 req-41b960af-07de-4867-a7a6-d0517772934a tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:30.743176 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-80401f49-ef1f-4901-9858-523ce93678f5 req-41b960af-07de-4867-a7a6-d0517772934a tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.0695236 Jun 16 09:45:30.783695 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-80401f49-ef1f-4901-9858-523ce93678f5 req-1b435907-6b20-424e-901f-6db7c8b29254 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344372 Jun 16 09:45:31.167795 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2258418-cfb0-4092-a5f1-29ed77c8c1be req-cbc5bc1f-0ed2-4c5d-a37b-0cb96b8a5ebe tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:31.170625 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-f2258418-cfb0-4092-a5f1-29ed77c8c1be req-cbc5bc1f-0ed2-4c5d-a37b-0cb96b8a5ebe tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 945 time: 0.1094575 Jun 16 09:45:31.220621 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-f2258418-cfb0-4092-a5f1-29ed77c8c1be req-ff55c87d-f655-4059-a29d-499993270364 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429697 Jun 16 09:45:31.544461 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [req-8bc07e97-bb46-4e7e-b663-09351fb124a5 req-b31d1174-e6be-43c1-ac8a-e922e92e8501 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Request body: {'port': {'device_id': 'ea56a686-5160-4d42-b8cc-9b4bb95ecbcf', 'network_id': 'ef7af889-6972-434c-9882-4e3de45b6902', 'admin_state_up': True, 'tenant_id': 'fa31d16a12d643cbb5f92d1c0eaeb35b'}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:45:31.810643 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bc07e97-bb46-4e7e-b663-09351fb124a5 req-b31d1174-e6be-43c1-ac8a-e922e92e8501 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Made reservation on behalf of fa31d16a12d643cbb5f92d1c0eaeb35b for: {'port': 1} {{(pid=98980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:45:31.814583 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-8bc07e97-bb46-4e7e-b663-09351fb124a5 req-b31d1174-e6be-43c1-ac8a-e922e92e8501 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:31.854299 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-96624a00-6b04-4517-8deb-fee53841ba4e req-58ec020e-4776-45f0-9246-f35c60b6b851 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea56a686-5160-4d42-b8cc-9b4bb95ecbcf HTTP/1.1" status: 200 len: 210 time: 0.0515358 Jun 16 09:45:32.349154 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.db_base_plugin_common [req-8bc07e97-bb46-4e7e-b663-09351fb124a5 req-b31d1174-e6be-43c1-ac8a-e922e92e8501 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Allocated IP 172.20.0.12 (ef7af889-6972-434c-9882-4e3de45b6902/039532dc-f739-4701-98ed-b56a3da4fc13/116abee0-5e8d-443e-9b28-da0b00e7410c) {{(pid=98980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:45:32.442081 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f1200-d85c-4f61-9efb-ed8f92928106 req-6046f66f-cb89-43d5-bf12-2d68bfb87b2c tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:32.443743 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-305f1200-d85c-4f61-9efb-ed8f92928106 req-6046f66f-cb89-43d5-bf12-2d68bfb87b2c tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.4160933 Jun 16 09:45:32.470487 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1572c-8ffc-457b-b028-18ecda188726 req-2e63f8b9-78db-42d5-996a-f6b412d6aa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:32.471814 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-30a1572c-8ffc-457b-b028-18ecda188726 req-2e63f8b9-78db-42d5-996a-f6b412d6aa52 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 1098 time: 0.1833344 Jun 16 09:45:32.495995 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72d87c-f32c-4eb1-99a8-33299c01c518 req-a2f0651a-8ed6-4a37-b317-7fe4fe44aaf6 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:32.499280 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-ad72d87c-f32c-4eb1-99a8-33299c01c518 req-a2f0651a-8ed6-4a37-b317-7fe4fe44aaf6 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 945 time: 0.1461112 Jun 16 09:45:32.560738 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-ad72d87c-f32c-4eb1-99a8-33299c01c518 req-5015244e-5c2a-408c-a777-f32b3820a751 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557806 Jun 16 09:45:32.567261 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-30a1572c-8ffc-457b-b028-18ecda188726 req-0075bc46-0107-49f6-9184-165d10e1f3f9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847011 Jun 16 09:45:32.603048 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-305f1200-d85c-4f61-9efb-ed8f92928106 req-9a3d749d-17b5-4a56-8988-6faab60c9fed tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447208 Jun 16 09:45:32.656785 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-8bc07e97-bb46-4e7e-b663-09351fb124a5 req-b31d1174-e6be-43c1-ac8a-e922e92e8501 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Notify callbacks [] for port, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:32.793576 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-8bc07e97-bb46-4e7e-b663-09351fb124a5 req-b31d1174-e6be-43c1-ac8a-e922e92e8501 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126582365'] for port, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:32.798152 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-f9cc734c-60fd-4839-8bd9-0b4c531c74c2 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:32.836948 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] get_ports_and_sgs() called for port_ids ['87bfca89-ecc5-45ee-af99-3d67c9ed7165', '07e9bf37-da31-4078-818e-ddc158c05a7c', '0d7e37f4-4f08-464d-9ec7-aacf89ef2a0f'] {{(pid=98982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:45:32.840339 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bc07e97-bb46-4e7e-b663-09351fb124a5 req-b31d1174-e6be-43c1-ac8a-e922e92e8501 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Network ef7af889-6972-434c-9882-4e3de45b6902 is already hosted by enough agents. {{(pid=98980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:45:32.843933 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.base_scheduler [req-8bc07e97-bb46-4e7e-b663-09351fb124a5 req-b31d1174-e6be-43c1-ac8a-e922e92e8501 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Resources bound (agent type, host, resource id): {{(pid=98980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:45:32.850173 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc07e97-bb46-4e7e-b663-09351fb124a5 req-b31d1174-e6be-43c1-ac8a-e922e92e8501 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Received port after_create {{(pid=98980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:45:32.879906 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31d1174-e6be-43c1-ac8a-e922e92e8501 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Pushing event updated for resources: {'Port': ['ID=116abee0-5e8d-443e-9b28-da0b00e7410c,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:32.886030 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-b31d1174-e6be-43c1-ac8a-e922e92e8501 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:32.907522 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc07e97-bb46-4e7e-b663-09351fb124a5 req-b31d1174-e6be-43c1-ac8a-e922e92e8501 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:32.914367 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-8bc07e97-bb46-4e7e-b663-09351fb124a5 req-b31d1174-e6be-43c1-ac8a-e922e92e8501 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for port, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:33.034862 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-8bc07e97-bb46-4e7e-b663-09351fb124a5 req-b31d1174-e6be-43c1-ac8a-e922e92e8501 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5040431 Jun 16 09:45:33.056635 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [req-8bc07e97-bb46-4e7e-b663-09351fb124a5 req-59d43609-f75b-4799-afaf-9b3751179be6 service neutron] Request body: {'port': {'device_id': 'ea56a686-5160-4d42-b8cc-9b4bb95ecbcf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:45:33.099737 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d46b39b-81f5-4d7d-ab2f-db4789a27163 req-e0d1f22a-5731-4353-bbe1-7ebe5eacc0fd tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:33.122085 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-9d46b39b-81f5-4d7d-ab2f-db4789a27163 req-e0d1f22a-5731-4353-bbe1-7ebe5eacc0fd tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea56a686-5160-4d42-b8cc-9b4bb95ecbcf HTTP/1.1" status: 200 len: 932 time: 0.1100569 Jun 16 09:45:33.185630 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-8bc07e97-bb46-4e7e-b663-09351fb124a5 req-59d43609-f75b-4799-afaf-9b3751179be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:33.199803 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-9d46b39b-81f5-4d7d-ab2f-db4789a27163 req-170e060a-f45f-401b-9afb-360810a0f7fc tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791328 Jun 16 09:45:33.525593 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.notifiers.nova [req-8bc07e97-bb46-4e7e-b663-09351fb124a5 req-59d43609-f75b-4799-afaf-9b3751179be6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 116abee0-5e8d-443e-9b28-da0b00e7410c {{(pid=98980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:45:33.534131 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-8bc07e97-bb46-4e7e-b663-09351fb124a5 req-59d43609-f75b-4799-afaf-9b3751179be6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:33.553437 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.provisioning_blocks [req-8bc07e97-bb46-4e7e-b663-09351fb124a5 req-59d43609-f75b-4799-afaf-9b3751179be6 service neutron] Transition to ACTIVE for port object 116abee0-5e8d-443e-9b28-da0b00e7410c will not be triggered until provisioned by entity L2. {{(pid=98980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:45:33.684838 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-8bc07e97-bb46-4e7e-b663-09351fb124a5 req-59d43609-f75b-4799-afaf-9b3751179be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126582347'] for port, after_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:33.688123 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-e253ac7a-0aa9-42a1-977f-cdad92b66414 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:33.788776 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e19c8-5863-4279-9bae-ee710be3b67b req-35830d44-de75-4b22-87b3-e0417b076586 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:33.790389 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-339e19c8-5863-4279-9bae-ee710be3b67b req-35830d44-de75-4b22-87b3-e0417b076586 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.0677373 Jun 16 09:45:33.794872 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d43609-f75b-4799-afaf-9b3751179be6 service neutron] Pushing event updated for resources: {'Port': ['ID=116abee0-5e8d-443e-9b28-da0b00e7410c,revision_number=2']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:33.801048 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-59d43609-f75b-4799-afaf-9b3751179be6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:33.839493 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-339e19c8-5863-4279-9bae-ee710be3b67b req-0a1478f2-0d88-4a37-a553-7b4f20cac6ea tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430923 Jun 16 09:45:33.889289 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa1e821-0977-454b-8e37-d5f5a7c08dc1 req-ccf0601d-f6f1-45a3-89f8-c19670a1b10f tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:33.890845 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-5fa1e821-0977-454b-8e37-d5f5a7c08dc1 req-ccf0601d-f6f1-45a3-89f8-c19670a1b10f tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 945 time: 0.1774044 Jun 16 09:45:33.919857 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.managers [req-8bc07e97-bb46-4e7e-b663-09351fb124a5 req-59d43609-f75b-4799-afaf-9b3751179be6 service neutron] Attempting to bind port 116abee0-5e8d-443e-9b28-da0b00e7410c on host hv-cinder-79628 for vnic_type normal with profile {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:45:33.920184 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.managers [req-8bc07e97-bb46-4e7e-b663-09351fb124a5 req-59d43609-f75b-4799-afaf-9b3751179be6 service neutron] Attempting to bind port 116abee0-5e8d-443e-9b28-da0b00e7410c by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '36c94873-002f-4ad3-a0a4-ed02eb70eb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ef7af889-6972-434c-9882-4e3de45b6902'}] {{(pid=98980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:45:33.920508 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc07e97-bb46-4e7e-b663-09351fb124a5 req-59d43609-f75b-4799-afaf-9b3751179be6 service neutron] Attempting to bind port 116abee0-5e8d-443e-9b28-da0b00e7410c on network ef7af889-6972-434c-9882-4e3de45b6902 {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:45:33.932736 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc07e97-bb46-4e7e-b663-09351fb124a5 req-59d43609-f75b-4799-afaf-9b3751179be6 service neutron] Port 116abee0-5e8d-443e-9b28-da0b00e7410c on network ef7af889-6972-434c-9882-4e3de45b6902 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 09:45:33.937371 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc07e97-bb46-4e7e-b663-09351fb124a5 req-59d43609-f75b-4799-afaf-9b3751179be6 service neutron] Attempting to bind port 116abee0-5e8d-443e-9b28-da0b00e7410c on network ef7af889-6972-434c-9882-4e3de45b6902 {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:45:33.951118 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc07e97-bb46-4e7e-b663-09351fb124a5 req-59d43609-f75b-4799-afaf-9b3751179be6 service neutron] Checking agent: {'id': '868dca64-f295-49d2-b561-88939e4b0d1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 41, 11), 'started_at': datetime.datetime(2021, 6, 16, 9, 41, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:45:33.951463 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc07e97-bb46-4e7e-b663-09351fb124a5 req-59d43609-f75b-4799-afaf-9b3751179be6 service neutron] Checking segment: {'id': '36c94873-002f-4ad3-a0a4-ed02eb70eb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ef7af889-6972-434c-9882-4e3de45b6902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:45:33.951830 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc07e97-bb46-4e7e-b663-09351fb124a5 req-59d43609-f75b-4799-afaf-9b3751179be6 service neutron] Bound using segment: {'id': '36c94873-002f-4ad3-a0a4-ed02eb70eb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ef7af889-6972-434c-9882-4e3de45b6902'} {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:45:33.952260 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.managers [req-8bc07e97-bb46-4e7e-b663-09351fb124a5 req-59d43609-f75b-4799-afaf-9b3751179be6 service neutron] Bound port: 116abee0-5e8d-443e-9b28-da0b00e7410c, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36c94873-002f-4ad3-a0a4-ed02eb70eb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ef7af889-6972-434c-9882-4e3de45b6902'}}] {{(pid=98980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:45:33.952601 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-8bc07e97-bb46-4e7e-b663-09351fb124a5 req-59d43609-f75b-4799-afaf-9b3751179be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:33.957051 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-5fa1e821-0977-454b-8e37-d5f5a7c08dc1 req-26f1012b-ab4e-4651-a571-ee5426a0b004 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535982 Jun 16 09:45:34.040744 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.db [req-8bc07e97-bb46-4e7e-b663-09351fb124a5 req-59d43609-f75b-4799-afaf-9b3751179be6 service neutron] For port 116abee0-5e8d-443e-9b28-da0b00e7410c, host hv-cinder-79628, cleared binding levels {{(pid=98980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:45:34.044950 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.db [req-8bc07e97-bb46-4e7e-b663-09351fb124a5 req-59d43609-f75b-4799-afaf-9b3751179be6 service neutron] For port 116abee0-5e8d-443e-9b28-da0b00e7410c, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=116abee0-5e8d-443e-9b28-da0b00e7410c,segment=NetworkSegment(36c94873-002f-4ad3-a0a4-ed02eb70eb5a),segment_id=36c94873-002f-4ad3-a0a4-ed02eb70eb5a)] {{(pid=98980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:45:34.314485 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-8bc07e97-bb46-4e7e-b663-09351fb124a5 req-59d43609-f75b-4799-afaf-9b3751179be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126582347'] for port, after_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:34.317980 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-59d43609-f75b-4799-afaf-9b3751179be6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:34.392564 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc07e97-bb46-4e7e-b663-09351fb124a5 req-59d43609-f75b-4799-afaf-9b3751179be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:34.393189 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-8bc07e97-bb46-4e7e-b663-09351fb124a5 req-59d43609-f75b-4799-afaf-9b3751179be6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for port, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:34.394546 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-8bc07e97-bb46-4e7e-b663-09351fb124a5 req-59d43609-f75b-4799-afaf-9b3751179be6 service neutron] 10.222.0.49 "PUT /v2.0/ports/116abee0-5e8d-443e-9b28-da0b00e7410c HTTP/1.1" status: 200 len: 1094 time: 1.3432703 Jun 16 09:45:34.395691 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea56a686-5160-4d42-b8cc-9b4bb95ecbcf', 'tag': '116abee0-5e8d-443e-9b28-da0b00e7410c'}] {{(pid=98980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:45:34.398734 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f334069be3519ec184138b23d582e39f65c0d47b6cef299b3d1a0596e5c2100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c3852b-14da-420f-8762-c756b18893e6" -d '{"events": [{"name": "network-changed", "server_uuid": "ea56a686-5160-4d42-b8cc-9b4bb95ecbcf", "tag": "116abee0-5e8d-443e-9b28-da0b00e7410c"}]}' {{(pid=98980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:45:34.433135 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca06f9-056f-4504-a4bd-e0102597361c req-4d5d6532-0d0b-4e22-8d27-b4b380cd2ca2 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:34.435359 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-9bca06f9-056f-4504-a4bd-e0102597361c req-4d5d6532-0d0b-4e22-8d27-b4b380cd2ca2 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea56a686-5160-4d42-b8cc-9b4bb95ecbcf HTTP/1.1" status: 200 len: 944 time: 0.1014223 Jun 16 09:45:34.451718 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-240ee92d-328a-469e-a773-82d3b3bc6d1e x-openstack-request-id: req-240ee92d-328a-469e-a773-82d3b3bc6d1e {{(pid=98980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:45:34.452274 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea56a686-5160-4d42-b8cc-9b4bb95ecbcf", "tag": "116abee0-5e8d-443e-9b28-da0b00e7410c", "status": "completed", "code": 200}]} {{(pid=98980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:45:34.452654 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-240ee92d-328a-469e-a773-82d3b3bc6d1e {{(pid=98980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:45:34.453248 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea56a686-5160-4d42-b8cc-9b4bb95ecbcf', 'tag': '116abee0-5e8d-443e-9b28-da0b00e7410c', 'status': 'completed', 'code': 200} Jun 16 09:45:34.455490 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d43609-f75b-4799-afaf-9b3751179be6 service neutron] Pushing event updated for resources: {'Port': ['ID=116abee0-5e8d-443e-9b28-da0b00e7410c,revision_number=3']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:34.460196 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-59d43609-f75b-4799-afaf-9b3751179be6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:34.483461 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-9bca06f9-056f-4504-a4bd-e0102597361c req-cd9ff990-fe13-424c-b89e-a3fb0b572a05 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387197 Jun 16 09:45:34.588602 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3852b-14da-420f-8762-c756b18893e6 req-0bb95072-fd09-47ae-85fe-1ad961374956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:34.590279 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-11c3852b-14da-420f-8762-c756b18893e6 req-0bb95072-fd09-47ae-85fe-1ad961374956 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fa31d16a12d643cbb5f92d1c0eaeb35b&device_id=ea56a686-5160-4d42-b8cc-9b4bb95ecbcf HTTP/1.1" status: 200 len: 1097 time: 0.0631461 Jun 16 09:45:34.733551 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3852b-14da-420f-8762-c756b18893e6 req-059a8d1f-e5bf-47a9-976b-f6e90d06ad25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:34.735119 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-11c3852b-14da-420f-8762-c756b18893e6 req-059a8d1f-e5bf-47a9-976b-f6e90d06ad25 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=fa31d16a12d643cbb5f92d1c0eaeb35b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1129956 Jun 16 09:45:34.852317 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3852b-14da-420f-8762-c756b18893e6 req-d9f5403c-fca3-4c2b-899c-c3d29be29c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:34.853784 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-11c3852b-14da-420f-8762-c756b18893e6 req-d9f5403c-fca3-4c2b-899c-c3d29be29c4c service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1090212 Jun 16 09:45:35.071456 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc07e97-bb46-4e7e-b663-09351fb124a5 req-7c174017-3fe0-4697-a82a-16d2241a7d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:35.079891 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-8bc07e97-bb46-4e7e-b663-09351fb124a5 req-7c174017-3fe0-4697-a82a-16d2241a7d6e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fa31d16a12d643cbb5f92d1c0eaeb35b&device_id=ea56a686-5160-4d42-b8cc-9b4bb95ecbcf HTTP/1.1" status: 200 len: 1097 time: 0.1213441 Jun 16 09:45:35.140067 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-8bc07e97-bb46-4e7e-b663-09351fb124a5 req-a263f550-2933-41a3-9644-89fc70032917 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=116abee0-5e8d-443e-9b28-da0b00e7410c HTTP/1.1" status: 200 len: 217 time: 0.0492423 Jun 16 09:45:35.154179 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeed049-603e-4e15-9050-b9a1166bb5aa req-71e9944c-0034-4fb1-84b4-0204983e73cc tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:35.162306 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-2eeed049-603e-4e15-9050-b9a1166bb5aa req-71e9944c-0034-4fb1-84b4-0204983e73cc tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.1352940 Jun 16 09:45:35.221296 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaec06d-7320-410d-b14e-4d4d351d600b req-142eaf0b-3c24-4ec8-b5fd-35db1b1f7889 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:35.223231 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-feaec06d-7320-410d-b14e-4d4d351d600b req-142eaf0b-3c24-4ec8-b5fd-35db1b1f7889 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 945 time: 0.0921135 Jun 16 09:45:35.248924 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-2eeed049-603e-4e15-9050-b9a1166bb5aa req-cf977f63-2a51-4d17-8881-2ab78283cfd7 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857265 Jun 16 09:45:35.250770 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc07e97-bb46-4e7e-b663-09351fb124a5 req-c23aed77-9189-493f-993f-ae70a7ab0912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:35.252164 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-8bc07e97-bb46-4e7e-b663-09351fb124a5 req-c23aed77-9189-493f-993f-ae70a7ab0912 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=039532dc-f739-4701-98ed-b56a3da4fc13 HTTP/1.1" status: 200 len: 855 time: 0.0869048 Jun 16 09:45:35.291646 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-feaec06d-7320-410d-b14e-4d4d351d600b req-08ad2bef-03cf-4eb3-a2e5-548adc63bbad tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604708 Jun 16 09:45:35.323853 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-8bc07e97-bb46-4e7e-b663-09351fb124a5 req-e674c348-0d75-481f-b066-68461b391cec service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ef7af889-6972-434c-9882-4e3de45b6902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619290 Jun 16 09:45:35.487204 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-8bc07e97-bb46-4e7e-b663-09351fb124a5 req-3f70d952-7f76-468f-ba2e-866f4681c82a service neutron] 10.222.0.49 "GET /v2.0/networks/ef7af889-6972-434c-9882-4e3de45b6902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532369 Jun 16 09:45:35.643539 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-8bc07e97-bb46-4e7e-b663-09351fb124a5 req-cd13b340-7c08-40b5-847a-22fa0aa59c31 service neutron] 10.222.0.49 "GET /v2.0/networks/ef7af889-6972-434c-9882-4e3de45b6902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395421 Jun 16 09:45:35.800379 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ab27d-843c-4702-aa64-890c7f9d12fc req-8f1b2118-9c63-47a1-a23a-653c69823dfa tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:35.807505 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-7a7ab27d-843c-4702-aa64-890c7f9d12fc req-8f1b2118-9c63-47a1-a23a-653c69823dfa tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea56a686-5160-4d42-b8cc-9b4bb95ecbcf HTTP/1.1" status: 200 len: 944 time: 0.0898218 Jun 16 09:45:35.852949 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-7a7ab27d-843c-4702-aa64-890c7f9d12fc req-9af82ca1-ab78-4e1e-8376-d2e804614c35 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443487 Jun 16 09:45:36.072502 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b4783-4ed5-4a8c-acfc-4bca6286accf req-597348dd-ad60-4781-b3ae-fd62d84d25ba tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:36.073872 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-670b4783-4ed5-4a8c-acfc-4bca6286accf req-597348dd-ad60-4781-b3ae-fd62d84d25ba tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.0711277 Jun 16 09:45:36.091090 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ce38d-fac5-4bda-b2fc-bbb049f7041b req-bf2f5aa9-fb52-4d39-a5f1-31244b29b4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:36.092573 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-444ce38d-fac5-4bda-b2fc-bbb049f7041b req-bf2f5aa9-fb52-4d39-a5f1-31244b29b4f0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3aab2d6845c34f44bdcaf8eb3cec5927&device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 1098 time: 0.0595801 Jun 16 09:45:36.135773 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-670b4783-4ed5-4a8c-acfc-4bca6286accf req-a6e18373-97c0-4b0b-9a55-6208bac5910e tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558357 Jun 16 09:45:36.199682 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ce38d-fac5-4bda-b2fc-bbb049f7041b req-68c251be-5e63-47d6-ae3e-1c685382f7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:36.201234 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-444ce38d-fac5-4bda-b2fc-bbb049f7041b req-68c251be-5e63-47d6-ae3e-1c685382f7be service neutron] 10.222.0.49 "GET /v2.0/networks?id=91a32b6f-094c-4ae5-a33e-942080d95ea2 HTTP/1.1" status: 200 len: 919 time: 0.0996463 Jun 16 09:45:36.254835 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-444ce38d-fac5-4bda-b2fc-bbb049f7041b req-9cab835f-b56a-41be-90c1-868eb7b920e2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c10c8bd-00cf-4789-bea3-598d82e18630 HTTP/1.1" status: 200 len: 217 time: 0.0443244 Jun 16 09:45:36.311846 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ce38d-fac5-4bda-b2fc-bbb049f7041b req-1670c72a-3398-4171-9060-f93acab42399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:36.311846 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-444ce38d-fac5-4bda-b2fc-bbb049f7041b req-1670c72a-3398-4171-9060-f93acab42399 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d1e28073-3474-4ab3-a6cb-d23efc1dc12f HTTP/1.1" status: 200 len: 858 time: 0.0469429 Jun 16 09:45:36.346789 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-444ce38d-fac5-4bda-b2fc-bbb049f7041b req-05102fc1-da7d-4122-b6c3-47381d806dec service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=91a32b6f-094c-4ae5-a33e-942080d95ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296984 Jun 16 09:45:36.478953 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-444ce38d-fac5-4bda-b2fc-bbb049f7041b req-89ea8d33-e811-4a15-9751-3879393e0480 service neutron] 10.222.0.49 "GET /v2.0/networks/91a32b6f-094c-4ae5-a33e-942080d95ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209500 Jun 16 09:45:36.526174 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3184a-afe4-4da3-8ee3-a2bdf25f3b41 req-623ee1e8-130e-4b46-a40b-5d158cad3722 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:36.527601 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-01d3184a-afe4-4da3-8ee3-a2bdf25f3b41 req-623ee1e8-130e-4b46-a40b-5d158cad3722 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 945 time: 0.1051927 Jun 16 09:45:36.606529 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-01d3184a-afe4-4da3-8ee3-a2bdf25f3b41 req-39bfd58f-b3c5-4d2a-90a2-8b06abd9c8a2 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720670 Jun 16 09:45:36.619177 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-444ce38d-fac5-4bda-b2fc-bbb049f7041b req-3f628946-b070-4959-9a4b-f14f554ac629 service neutron] 10.222.0.49 "GET /v2.0/networks/91a32b6f-094c-4ae5-a33e-942080d95ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297197 Jun 16 09:45:37.080834 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dab26c-f1dd-4b28-9b37-6ce1f1a3bfa6 req-b4269c4b-329f-422c-a773-f487eba0a229 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:37.083241 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-59dab26c-f1dd-4b28-9b37-6ce1f1a3bfa6 req-b4269c4b-329f-422c-a773-f487eba0a229 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea56a686-5160-4d42-b8cc-9b4bb95ecbcf HTTP/1.1" status: 200 len: 944 time: 0.1226680 Jun 16 09:45:37.138264 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-59dab26c-f1dd-4b28-9b37-6ce1f1a3bfa6 req-a0501f2f-e24d-48ef-9ffa-37a1fad83b17 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479543 Jun 16 09:45:37.364610 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1777a2-99eb-4d46-8429-41b4af565acb req-e8cd216e-d7a9-4603-8d7c-835e0411f523 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:37.375414 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-eb1777a2-99eb-4d46-8429-41b4af565acb req-e8cd216e-d7a9-4603-8d7c-835e0411f523 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.1021259 Jun 16 09:45:37.419583 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-eb1777a2-99eb-4d46-8429-41b4af565acb req-484c58da-aa2f-4e59-9ed3-18e27ddf3c01 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426567 Jun 16 09:45:37.798129 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e161cb-f9f9-4002-b78d-3f3af63e7da5 req-e0e5b195-ee95-43d9-a497-65d96de15dea tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:37.799969 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-67e161cb-f9f9-4002-b78d-3f3af63e7da5 req-e0e5b195-ee95-43d9-a497-65d96de15dea tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 945 time: 0.0684187 Jun 16 09:45:37.846480 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-67e161cb-f9f9-4002-b78d-3f3af63e7da5 req-2dc3f2dd-b24b-45e4-b0e3-0e59fd95c983 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397892 Jun 16 09:45:38.315096 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104a979-e791-4afe-bda2-d49e6f4632f6 req-f4242e40-7009-442e-b9ec-570f9b9ef9e6 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:38.316516 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-8104a979-e791-4afe-bda2-d49e6f4632f6 req-f4242e40-7009-442e-b9ec-570f9b9ef9e6 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea56a686-5160-4d42-b8cc-9b4bb95ecbcf HTTP/1.1" status: 200 len: 944 time: 0.0650597 Jun 16 09:45:38.354165 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-8104a979-e791-4afe-bda2-d49e6f4632f6 req-dc4a24d6-a24f-40e7-801c-b8041a66389f tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317390 Jun 16 09:45:38.591884 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e927ce-f624-4558-8e7a-97ddd36b4975 req-94e839bc-0cd9-4c7c-8d47-ab1074313a7b tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:38.593323 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-76e927ce-f624-4558-8e7a-97ddd36b4975 req-94e839bc-0cd9-4c7c-8d47-ab1074313a7b tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.0644758 Jun 16 09:45:38.630420 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-76e927ce-f624-4558-8e7a-97ddd36b4975 req-95eb6188-1df5-4e71-a9a6-ca04528168d1 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315437 Jun 16 09:45:39.026156 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92aade-0a89-4624-a057-36386db5dc63 req-9a75bab0-81fb-4260-bec0-58ec4f0a335e tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:39.027671 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-dd92aade-0a89-4624-a057-36386db5dc63 req-9a75bab0-81fb-4260-bec0-58ec4f0a335e tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 945 time: 0.0614104 Jun 16 09:45:39.064072 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-dd92aade-0a89-4624-a057-36386db5dc63 req-514034a3-8812-4766-8989-17aff785ab3f tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308459 Jun 16 09:45:39.524298 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6155e-f55a-42f0-8ead-46102ceab75a req-1c3511de-281c-485c-885a-2b42611541b6 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:39.525896 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-07d6155e-f55a-42f0-8ead-46102ceab75a req-1c3511de-281c-485c-885a-2b42611541b6 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea56a686-5160-4d42-b8cc-9b4bb95ecbcf HTTP/1.1" status: 200 len: 944 time: 0.0644324 Jun 16 09:45:39.562797 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-07d6155e-f55a-42f0-8ead-46102ceab75a req-27009c33-6757-49cc-8e30-6f4c2728c389 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313480 Jun 16 09:45:39.802219 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac056f2-ffba-43cb-96ee-5840f4c97c1d req-bb36050a-da2a-4c5e-8f7a-5dd66367447f tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:39.803779 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-2ac056f2-ffba-43cb-96ee-5840f4c97c1d req-bb36050a-da2a-4c5e-8f7a-5dd66367447f tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.0669138 Jun 16 09:45:39.842403 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-2ac056f2-ffba-43cb-96ee-5840f4c97c1d req-b4073ea6-c50a-4ca5-8ea0-bf36cb48e086 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325296 Jun 16 09:45:40.243307 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920ae63-6aa2-495d-bcf1-ac62dd8f285e req-f81b23ff-6315-4b75-847d-5fd5f87f724e tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:40.244771 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-8920ae63-6aa2-495d-bcf1-ac62dd8f285e req-f81b23ff-6315-4b75-847d-5fd5f87f724e tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 945 time: 0.0672233 Jun 16 09:45:40.280913 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-8920ae63-6aa2-495d-bcf1-ac62dd8f285e req-729280c5-ee2e-470d-a02a-5647567ed5e2 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306106 Jun 16 09:45:40.731928 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa26b48-5049-45f1-91e4-5faa4c50d480 req-fab42dc5-41b3-45e4-8c92-d0f89fbeb49e tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:40.733269 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-6aa26b48-5049-45f1-91e4-5faa4c50d480 req-fab42dc5-41b3-45e4-8c92-d0f89fbeb49e tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea56a686-5160-4d42-b8cc-9b4bb95ecbcf HTTP/1.1" status: 200 len: 944 time: 0.0621555 Jun 16 09:45:40.769876 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-6aa26b48-5049-45f1-91e4-5faa4c50d480 req-c8f76eaf-5acd-4cae-9369-a314c9905bdc tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310695 Jun 16 09:45:41.011873 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9721f308-c3ba-4ffa-9111-5fdbeba65696 req-c92928c5-a13a-4125-83ce-06b67bde4791 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:41.013228 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-9721f308-c3ba-4ffa-9111-5fdbeba65696 req-c92928c5-a13a-4125-83ce-06b67bde4791 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.0612633 Jun 16 09:45:41.053708 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-9721f308-c3ba-4ffa-9111-5fdbeba65696 req-37c8d647-e1a6-488b-88a9-9bb549cc2fd7 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349743 Jun 16 09:45:41.098554 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 116abee0-5e8d-443e-9b28-da0b00e7410c details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=98982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 09:45:41.212157 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 116abee0-5e8d-443e-9b28-da0b00e7410c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=116abee0-5e8d-443e-9b28-da0b00e7410c,segment=NetworkSegment(36c94873-002f-4ad3-a0a4-ed02eb70eb5a),segment_id=36c94873-002f-4ad3-a0a4-ed02eb70eb5a)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:45:41.224476 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Returning: {'device': '116abee0-5e8d-443e-9b28-da0b00e7410c', 'network_id': 'ef7af889-6972-434c-9882-4e3de45b6902', 'port_id': '116abee0-5e8d-443e-9b28-da0b00e7410c', 'mac_address': 'fa:16:3e:10:f0:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '039532dc-f739-4701-98ed-b56a3da4fc13', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 09:45:41.259804 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:41.264219 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:41.281456 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.notifiers.nova [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 116abee0-5e8d-443e-9b28-da0b00e7410c {{(pid=98982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:45:41.301389 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 116abee0-5e8d-443e-9b28-da0b00e7410c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=116abee0-5e8d-443e-9b28-da0b00e7410c,segment=NetworkSegment(36c94873-002f-4ad3-a0a4-ed02eb70eb5a),segment_id=36c94873-002f-4ad3-a0a4-ed02eb70eb5a)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:45:41.427436 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:41.429765 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:41.485164 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Pushing event updated for resources: {'Port': ['ID=116abee0-5e8d-443e-9b28-da0b00e7410c,revision_number=4']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:41.493341 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:41.493704 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:41.494038 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:41.494370 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:41.494834 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:41.495195 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:41.495575 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:41.495895 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:41.496235 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:41.496560 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:41.496879 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:41.497193 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:41.498827 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d68d9-1e03-45c8-8400-5fc48344b486 req-ed808fef-e0e8-4509-8dc5-f282bfba7104 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:41.507755 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-812d68d9-1e03-45c8-8400-5fc48344b486 req-ed808fef-e0e8-4509-8dc5-f282bfba7104 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 945 time: 0.1036322 Jun 16 09:45:41.510319 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:41.543971 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-812d68d9-1e03-45c8-8400-5fc48344b486 req-7dec5ff0-4a60-4fdc-8e1d-6ef819d50403 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357096 Jun 16 09:45:42.032551 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b304e-05e7-477f-aa30-2a088fce7ee8 req-23117c31-3549-43b6-aa85-c1fe2f54fe00 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:42.042709 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-3e7b304e-05e7-477f-aa30-2a088fce7ee8 req-23117c31-3549-43b6-aa85-c1fe2f54fe00 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea56a686-5160-4d42-b8cc-9b4bb95ecbcf HTTP/1.1" status: 200 len: 945 time: 0.1270041 Jun 16 09:45:42.081107 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] get_ports_and_sgs() called for port_ids ['116abee0-5e8d-443e-9b28-da0b00e7410c'] {{(pid=98982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:45:42.090299 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-3e7b304e-05e7-477f-aa30-2a088fce7ee8 req-cba26ae5-3151-4ee2-8bf5-e5c6d92b1dd1 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463848 Jun 16 09:45:42.291918 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b22859-9524-4d63-8488-c93cfefbce6a req-2cfed4c8-4a6c-4078-8b27-ca4916555962 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:42.298880 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-32b22859-9524-4d63-8488-c93cfefbce6a req-2cfed4c8-4a6c-4078-8b27-ca4916555962 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.0980573 Jun 16 09:45:42.335482 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-32b22859-9524-4d63-8488-c93cfefbce6a req-355c57a6-784c-4b61-be7b-0f61239947ef tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356326 Jun 16 09:45:42.739003 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c04a5-cb3f-42b2-91d6-ae5250493dfb req-a57f161a-daa8-42c3-8754-b40b8fedc371 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:42.740844 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-5a2c04a5-cb3f-42b2-91d6-ae5250493dfb req-a57f161a-daa8-42c3-8754-b40b8fedc371 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 945 time: 0.0718174 Jun 16 09:45:42.786017 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-5a2c04a5-cb3f-42b2-91d6-ae5250493dfb req-aabf4bf2-ada8-4ea0-8510-020231394a37 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383797 Jun 16 09:45:43.266977 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61120ab7-5ff1-47f6-8c00-fda02db3b22d req-bd6a70f0-11f3-48aa-ab98-5ec2077fc91c tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:43.268706 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-61120ab7-5ff1-47f6-8c00-fda02db3b22d req-bd6a70f0-11f3-48aa-ab98-5ec2077fc91c tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea56a686-5160-4d42-b8cc-9b4bb95ecbcf HTTP/1.1" status: 200 len: 945 time: 0.0662374 Jun 16 09:45:43.311438 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-61120ab7-5ff1-47f6-8c00-fda02db3b22d req-76734346-de2c-49dc-b40e-1b1d0208f07d tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364425 Jun 16 09:45:43.526427 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72c67d-319e-41b6-a886-f04df1652036 req-d0d2e5ef-863a-446d-830a-34919b261c42 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:43.528719 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-6a72c67d-319e-41b6-a886-f04df1652036 req-d0d2e5ef-863a-446d-830a-34919b261c42 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.0672786 Jun 16 09:45:43.575228 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-6a72c67d-319e-41b6-a886-f04df1652036 req-4026ef2b-cf9a-48f0-a039-ef8ecab55e72 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402248 Jun 16 09:45:44.037046 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4411e04-3029-4489-9d83-9a6db9d31e30 req-fca6d195-d5f7-4656-8a38-5edfdc4ab43f tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:44.045962 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-d4411e04-3029-4489-9d83-9a6db9d31e30 req-fca6d195-d5f7-4656-8a38-5edfdc4ab43f tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.0863438 Jun 16 09:45:44.093724 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0caaa3-2877-40ee-83b6-3158b5a344a0 req-1368ecfb-d66f-4897-bacd-555c1aba1266 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:44.095684 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-4b0caaa3-2877-40ee-83b6-3158b5a344a0 req-1368ecfb-d66f-4897-bacd-555c1aba1266 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 945 time: 0.1042809 Jun 16 09:45:44.127520 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-d4411e04-3029-4489-9d83-9a6db9d31e30 req-5758dec6-0c9e-4c27-bfbc-08e08c71d8d1 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0803061 Jun 16 09:45:44.194075 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-4b0caaa3-2877-40ee-83b6-3158b5a344a0 req-e1fc7d07-3a6d-4a58-83cb-11b8bd30ea52 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917377 Jun 16 09:45:44.538564 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8f6e82-b630-485c-81b0-74118fd4f478 req-27abb902-d03e-4120-88cd-96cc8ca60c4a tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:44.540143 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-6c8f6e82-b630-485c-81b0-74118fd4f478 req-27abb902-d03e-4120-88cd-96cc8ca60c4a tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea56a686-5160-4d42-b8cc-9b4bb95ecbcf HTTP/1.1" status: 200 len: 945 time: 0.0851474 Jun 16 09:45:44.577506 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-6c8f6e82-b630-485c-81b0-74118fd4f478 req-698d3829-fd9b-436e-b904-6e1988ec959f tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316956 Jun 16 09:45:45.316869 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0200d048-b112-4276-927c-c37fb8485d4a req-bbd6a4d3-8ee0-430b-92a9-123af6a918af tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:45.319218 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-0200d048-b112-4276-927c-c37fb8485d4a req-bbd6a4d3-8ee0-430b-92a9-123af6a918af tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.0641146 Jun 16 09:45:45.367686 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-0200d048-b112-4276-927c-c37fb8485d4a req-4c82efba-ede5-4542-b57a-41942bb75a26 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0388987 Jun 16 09:45:45.394321 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03176120-358b-4a44-8d77-f1c608e0324d req-73183e8c-b2be-4fa4-bc04-bec9397425cf tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:45.395903 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-03176120-358b-4a44-8d77-f1c608e0324d req-73183e8c-b2be-4fa4-bc04-bec9397425cf tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 945 time: 0.0749669 Jun 16 09:45:45.438586 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-03176120-358b-4a44-8d77-f1c608e0324d req-d821a8f6-fe7f-412e-a939-5bd14a206a8a tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358226 Jun 16 09:45:45.503765 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 5403c8cd-0d51-4beb-b15b-ccfb976d5fd4 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=98982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 09:45:45.518084 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 116abee0-5e8d-443e-9b28-da0b00e7410c up at agent hyperv_hv-cinder-79628 {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:45:45.640251 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 5403c8cd-0d51-4beb-b15b-ccfb976d5fd4, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5403c8cd-0d51-4beb-b15b-ccfb976d5fd4,segment=NetworkSegment(072836ba-11c0-4d89-9dbf-d840ce8bf23f),segment_id=072836ba-11c0-4d89-9dbf-d840ce8bf23f)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:45:45.654503 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Returning: {'device': '5403c8cd-0d51-4beb-b15b-ccfb976d5fd4', 'network_id': 'b643789e-234a-40e9-b489-894119bc4f89', 'port_id': '5403c8cd-0d51-4beb-b15b-ccfb976d5fd4', 'mac_address': 'fa:16:3e:66:4e:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5e9ba67-07c6-43ea-ad13-16d85d3a0ee3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 09:45:45.691239 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:45.704190 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.notifiers.nova [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5403c8cd-0d51-4beb-b15b-ccfb976d5fd4 {{(pid=98982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:45:45.723401 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 5403c8cd-0d51-4beb-b15b-ccfb976d5fd4, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5403c8cd-0d51-4beb-b15b-ccfb976d5fd4,segment=NetworkSegment(072836ba-11c0-4d89-9dbf-d840ce8bf23f),segment_id=072836ba-11c0-4d89-9dbf-d840ce8bf23f)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:45:45.746361 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027286e1-bbac-4301-b06f-619866c7281d req-2d06a8b9-edab-4e65-b559-93f34e53418c tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:45.747811 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-027286e1-bbac-4301-b06f-619866c7281d req-2d06a8b9-edab-4e65-b559-93f34e53418c tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea56a686-5160-4d42-b8cc-9b4bb95ecbcf HTTP/1.1" status: 200 len: 945 time: 0.0619996 Jun 16 09:45:45.775335 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Provisioning for port 116abee0-5e8d-443e-9b28-da0b00e7410c completed by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:45:45.779323 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Provisioning complete for port 116abee0-5e8d-443e-9b28-da0b00e7410c triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:45:45.779703 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:45.786852 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-027286e1-bbac-4301-b06f-619866c7281d req-f52f9517-4348-48d4-be66-a24471c0c793 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333321 Jun 16 09:45:45.856821 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:45.891175 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea56a686-5160-4d42-b8cc-9b4bb95ecbcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '116abee0-5e8d-443e-9b28-da0b00e7410c'}] {{(pid=98982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:45:45.894407 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4f9cc304a916b9d47f5f8bf5758f709c886eea9513b83351d26ab7408c86625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d353e89-5b4c-440b-a2ab-db39dd53d135" -d '{"events": [{"server_uuid": "ea56a686-5160-4d42-b8cc-9b4bb95ecbcf", "name": "network-vif-plugged", "status": "completed", "tag": "116abee0-5e8d-443e-9b28-da0b00e7410c"}]}' {{(pid=98982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:45:45.913687 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 116abee0-5e8d-443e-9b28-da0b00e7410c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=116abee0-5e8d-443e-9b28-da0b00e7410c,segment=NetworkSegment(36c94873-002f-4ad3-a0a4-ed02eb70eb5a),segment_id=36c94873-002f-4ad3-a0a4-ed02eb70eb5a)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:45:45.915619 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:45.919147 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-b2c20873-adf8-452c-9760-768a2bd165ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:45.954551 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78763221-1e0e-49c6-a662-2fa7140f0192 x-openstack-request-id: req-78763221-1e0e-49c6-a662-2fa7140f0192 {{(pid=98982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:45:45.955011 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea56a686-5160-4d42-b8cc-9b4bb95ecbcf", "name": "network-vif-plugged", "status": "completed", "tag": "116abee0-5e8d-443e-9b28-da0b00e7410c", "code": 200}]} {{(pid=98982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:45:45.955155 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-78763221-1e0e-49c6-a662-2fa7140f0192 {{(pid=98982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:45:45.955545 dv-cinder-796286-4-iscsi neutron-server[98982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea56a686-5160-4d42-b8cc-9b4bb95ecbcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '116abee0-5e8d-443e-9b28-da0b00e7410c', 'code': 200} Jun 16 09:45:45.982338 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Pushing event updated for resources: {'Port': ['ID=5403c8cd-0d51-4beb-b15b-ccfb976d5fd4,revision_number=6']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:45.985434 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:46.024873 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:46.024873 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:46.075574 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Pushing event updated for resources: {'Port': ['ID=116abee0-5e8d-443e-9b28-da0b00e7410c,revision_number=5']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:46.086251 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:46.294116 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] get_ports_and_sgs() called for port_ids ['5403c8cd-0d51-4beb-b15b-ccfb976d5fd4'] {{(pid=98982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:45:46.577836 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff4a254-9ab7-43a5-89ce-acb8c8e1f194 req-adcc770f-9043-4cab-a447-e6d750749ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:46.581847 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-7ff4a254-9ab7-43a5-89ce-acb8c8e1f194 req-adcc770f-9043-4cab-a447-e6d750749ecc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ea56a686-5160-4d42-b8cc-9b4bb95ecbcf HTTP/1.1" status: 200 len: 1099 time: 0.0877421 Jun 16 09:45:46.654441 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-7ff4a254-9ab7-43a5-89ce-acb8c8e1f194 req-231cb85a-495a-4bf7-8bf1-abd3b17dcdac service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638301 Jun 16 09:45:46.661412 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ba340-2e95-4fb4-accf-e3a661359bfe req-a7647cdd-05af-4820-a3f2-4c2fd77da662 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:46.671769 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-572ba340-2e95-4fb4-accf-e3a661359bfe req-a7647cdd-05af-4820-a3f2-4c2fd77da662 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.1091082 Jun 16 09:45:46.746303 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-572ba340-2e95-4fb4-accf-e3a661359bfe req-bafe0e69-7e98-4f62-94e7-9dd73b8ff367 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0724723 Jun 16 09:45:46.747306 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5537c-f6b6-4b38-8db4-6e8d73437ad8 req-38cd4296-cc04-4263-9dcb-fa690897e2b1 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:46.755097 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-cbb5537c-f6b6-4b38-8db4-6e8d73437ad8 req-38cd4296-cc04-4263-9dcb-fa690897e2b1 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 944 time: 0.0837996 Jun 16 09:45:46.812547 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-cbb5537c-f6b6-4b38-8db4-6e8d73437ad8 req-8a3dc245-540c-4392-b689-3a421dad3e11 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561478 Jun 16 09:45:46.997243 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f44b0f-46d9-423b-9aca-e79f648d791d req-dfb1bc67-2980-4a73-8b15-6490c63959c5 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:46.998976 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f4f44b0f-46d9-423b-9aca-e79f648d791d req-dfb1bc67-2980-4a73-8b15-6490c63959c5 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.0828586 Jun 16 09:45:47.057869 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb57db2-f119-4aa2-b048-a4263d2139db req-12412e19-65b3-4cf2-8c3b-d49e8b3e3fee tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:47.059465 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-8cb57db2-f119-4aa2-b048-a4263d2139db req-12412e19-65b3-4cf2-8c3b-d49e8b3e3fee tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea56a686-5160-4d42-b8cc-9b4bb95ecbcf HTTP/1.1" status: 200 len: 946 time: 0.1105044 Jun 16 09:45:47.080787 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-0ba11a42-d9fb-43b7-a6a4-ad8974e1c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:47.094549 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f4f44b0f-46d9-423b-9aca-e79f648d791d req-8dc110a2-dcae-4348-a39d-6d729da4ae9b tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693567 Jun 16 09:45:47.123176 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-8cb57db2-f119-4aa2-b048-a4263d2139db req-92245edf-38b8-401b-9eef-c70cd71e4a3b tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551074 Jun 16 09:45:47.532457 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 5403c8cd-0d51-4beb-b15b-ccfb976d5fd4 up at agent hyperv_hv-cinder-79628 {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:45:47.583221 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Provisioning complete for port 5403c8cd-0d51-4beb-b15b-ccfb976d5fd4 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:45:47.583422 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:47.686638 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:47.724903 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 5403c8cd-0d51-4beb-b15b-ccfb976d5fd4, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5403c8cd-0d51-4beb-b15b-ccfb976d5fd4,segment=NetworkSegment(072836ba-11c0-4d89-9dbf-d840ce8bf23f),segment_id=072836ba-11c0-4d89-9dbf-d840ce8bf23f)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:45:47.821332 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:47.823649 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:47.880873 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Pushing event updated for resources: {'Port': ['ID=5403c8cd-0d51-4beb-b15b-ccfb976d5fd4,revision_number=7']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:47.892587 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:47.957442 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7907a93c-47c0-4567-9871-4798aae2fd88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5403c8cd-0d51-4beb-b15b-ccfb976d5fd4'}] {{(pid=98982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:45:47.960520 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4f9cc304a916b9d47f5f8bf5758f709c886eea9513b83351d26ab7408c86625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4b67a5-4b72-4404-a368-cd3f621d4db3" -d '{"events": [{"server_uuid": "7907a93c-47c0-4567-9871-4798aae2fd88", "name": "network-vif-plugged", "status": "completed", "tag": "5403c8cd-0d51-4beb-b15b-ccfb976d5fd4"}]}' {{(pid=98982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:45:47.961732 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c2832-8a35-49e1-8079-0793a77647c7 req-b44759d6-86c0-4b20-8949-4db10a535916 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:47.973904 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-c83c2832-8a35-49e1-8079-0793a77647c7 req-b44759d6-86c0-4b20-8949-4db10a535916 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.0792685 Jun 16 09:45:48.008519 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-c83c2832-8a35-49e1-8079-0793a77647c7 req-f6faf40c-1678-4fed-bed2-4505c49e23d7 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0337679 Jun 16 09:45:48.201553 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1202b1-1b98-4d1c-99f3-ec0418425162 req-7f01d1f4-4f66-4aaf-b371-bf7de7b16ea0 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:48.203170 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-6b1202b1-1b98-4d1c-99f3-ec0418425162 req-7f01d1f4-4f66-4aaf-b371-bf7de7b16ea0 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 945 time: 0.0793850 Jun 16 09:45:48.243181 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-6b1202b1-1b98-4d1c-99f3-ec0418425162 req-d4fb07b3-cacf-436d-b91c-7a7f4688c9d1 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339181 Jun 16 09:45:48.291228 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26bbb04f-e13a-42e6-9250-43dc7ca51eef x-openstack-request-id: req-26bbb04f-e13a-42e6-9250-43dc7ca51eef {{(pid=98982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:45:48.291752 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7907a93c-47c0-4567-9871-4798aae2fd88", "name": "network-vif-plugged", "status": "completed", "tag": "5403c8cd-0d51-4beb-b15b-ccfb976d5fd4", "code": 200}]} {{(pid=98982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:45:48.291752 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-26bbb04f-e13a-42e6-9250-43dc7ca51eef {{(pid=98982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:45:48.292143 dv-cinder-796286-4-iscsi neutron-server[98982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7907a93c-47c0-4567-9871-4798aae2fd88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5403c8cd-0d51-4beb-b15b-ccfb976d5fd4', 'code': 200} Jun 16 09:45:48.444686 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ddf529-ffe6-4047-ac89-dc2144cd59cc req-1bfcc804-27d1-41aa-9a2a-30a970627f26 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:48.446257 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-b2ddf529-ffe6-4047-ac89-dc2144cd59cc req-1bfcc804-27d1-41aa-9a2a-30a970627f26 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea56a686-5160-4d42-b8cc-9b4bb95ecbcf HTTP/1.1" status: 200 len: 946 time: 0.0727787 Jun 16 09:45:48.490124 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-b2ddf529-ffe6-4047-ac89-dc2144cd59cc req-6fb2cade-8155-4a1e-a969-75726fc24413 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355546 Jun 16 09:45:49.190809 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782250a-df93-4148-9789-5c4486e3290a req-83726209-a0b6-4e2e-b84d-900f420a5cb1 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:49.192354 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-8782250a-df93-4148-9789-5c4486e3290a req-83726209-a0b6-4e2e-b84d-900f420a5cb1 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.0673008 Jun 16 09:45:49.229561 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-8782250a-df93-4148-9789-5c4486e3290a req-4a6b5780-3d44-49ef-a1b3-22d05c7ffcf9 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0315001 Jun 16 09:45:49.260691 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-910cd48f-0d31-4640-a419-4ad59394a1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:49.430206 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c26d37-0918-4da8-b7f3-f00af69df222 req-0bde5481-d844-4264-b016-ddcaad9f8adf tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:49.431729 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-15c26d37-0918-4da8-b7f3-f00af69df222 req-0bde5481-d844-4264-b016-ddcaad9f8adf tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 945 time: 0.0662341 Jun 16 09:45:49.469734 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-15c26d37-0918-4da8-b7f3-f00af69df222 req-ead9c883-1a16-4847-a951-6668da37600b tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323448 Jun 16 09:45:49.478389 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:49.657422 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b25a3-8deb-4413-aed1-b280e3fa4c34 req-a0909340-70ba-42bb-925f-c86e2cc5b126 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:49.658858 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-670b25a3-8deb-4413-aed1-b280e3fa4c34 req-a0909340-70ba-42bb-925f-c86e2cc5b126 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea56a686-5160-4d42-b8cc-9b4bb95ecbcf HTTP/1.1" status: 200 len: 946 time: 0.0616686 Jun 16 09:45:49.695513 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-670b25a3-8deb-4413-aed1-b280e3fa4c34 req-27c02505-7b87-4d37-88a4-534ca197162f tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304160 Jun 16 09:45:50.407912 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a081b85-9677-4e2e-83e5-42eac07e3e0f req-15d46d09-22be-4a61-b79d-676182ccbb53 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:50.409366 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-6a081b85-9677-4e2e-83e5-42eac07e3e0f req-15d46d09-22be-4a61-b79d-676182ccbb53 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.0655532 Jun 16 09:45:50.448855 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-6a081b85-9677-4e2e-83e5-42eac07e3e0f req-ce99d485-fd57-4503-945d-05e447abfabd tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0327585 Jun 16 09:45:50.489335 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-16d92f64-da1b-4eb0-8f0f-160fef97265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:50.650122 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b38cb-f4a4-4229-bf8e-c8392beba5e5 req-2491851c-47e8-4551-9e2e-ea9ff8c3a88e tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:50.651473 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f30b38cb-f4a4-4229-bf8e-c8392beba5e5 req-2491851c-47e8-4551-9e2e-ea9ff8c3a88e tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 945 time: 0.0608368 Jun 16 09:45:50.686826 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f30b38cb-f4a4-4229-bf8e-c8392beba5e5 req-1e288dc1-deec-497e-b51b-54a368492a64 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299220 Jun 16 09:45:50.874385 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4debd-5b7a-4f2b-935d-5f394d6568a3 req-947a73d2-301e-4764-b61b-af263c2a552b tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:50.875834 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-c4c4debd-5b7a-4f2b-935d-5f394d6568a3 req-947a73d2-301e-4764-b61b-af263c2a552b tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea56a686-5160-4d42-b8cc-9b4bb95ecbcf HTTP/1.1" status: 200 len: 946 time: 0.0645649 Jun 16 09:45:50.916338 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-c4c4debd-5b7a-4f2b-935d-5f394d6568a3 req-cb5a3ae2-dfb9-4fa9-be55-448e05f3e246 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350065 Jun 16 09:45:51.626092 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a7fb2-7d7d-4d41-a8f0-7cc8fc7ab137 req-cde3adf2-e058-4f64-98f7-7acefa127004 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:51.627540 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-320a7fb2-7d7d-4d41-a8f0-7cc8fc7ab137 req-cde3adf2-e058-4f64-98f7-7acefa127004 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.0667734 Jun 16 09:45:51.664019 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-320a7fb2-7d7d-4d41-a8f0-7cc8fc7ab137 req-2bed66e9-e9ee-4820-acee-cf8eb25783cf tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0302160 Jun 16 09:45:51.864948 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97863104-f7aa-47be-b6d2-7e5f8f5645c9 req-3cfda2f9-f0f7-4102-bbe3-77733933eb34 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:51.866405 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-97863104-f7aa-47be-b6d2-7e5f8f5645c9 req-3cfda2f9-f0f7-4102-bbe3-77733933eb34 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 945 time: 0.0635085 Jun 16 09:45:51.904855 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-97863104-f7aa-47be-b6d2-7e5f8f5645c9 req-830143c7-3d68-4edf-9729-2261f4e2b919 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327277 Jun 16 09:45:52.084440 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcca16a-2884-4a56-96d4-f64494082d19 req-983d8ae6-3bf4-4c82-9a8e-8f795f5b2beb tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:52.086562 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-2dcca16a-2884-4a56-96d4-f64494082d19 req-983d8ae6-3bf4-4c82-9a8e-8f795f5b2beb tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea56a686-5160-4d42-b8cc-9b4bb95ecbcf HTTP/1.1" status: 200 len: 946 time: 0.0612011 Jun 16 09:45:52.123430 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-2dcca16a-2884-4a56-96d4-f64494082d19 req-7f6b4ab9-2d66-4a8e-96f0-b72acbf1a5be tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312760 Jun 16 09:45:52.386648 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e4fb578b-fd5e-47f0-aa8c-4b83a36f29c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:52.838430 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cbba06-c674-4178-b846-47c61e7bb481 req-6dbc9bbf-d35c-4ae9-9325-1f268b3cfca7 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:52.839888 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-05cbba06-c674-4178-b846-47c61e7bb481 req-6dbc9bbf-d35c-4ae9-9325-1f268b3cfca7 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.0647633 Jun 16 09:45:52.878735 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-05cbba06-c674-4178-b846-47c61e7bb481 req-0cb4fd09-961e-48e9-b497-ba043020f6dd tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0331960 Jun 16 09:45:53.090489 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8273a05-df52-4feb-8289-f204df017f26 req-137dcbd9-8b02-4c30-a010-be8ef51d1aa5 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:53.091976 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-c8273a05-df52-4feb-8289-f204df017f26 req-137dcbd9-8b02-4c30-a010-be8ef51d1aa5 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 945 time: 0.0659297 Jun 16 09:45:53.130144 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-c8273a05-df52-4feb-8289-f204df017f26 req-97511522-fdb3-4b7e-b1c9-3930aa5b770a tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325727 Jun 16 09:45:53.315678 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ef78c-0a9d-4c3c-92af-5c844580873d req-ebdf9602-1b2e-4a7c-800c-882f1e931274 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:53.315678 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-5b8ef78c-0a9d-4c3c-92af-5c844580873d req-ebdf9602-1b2e-4a7c-800c-882f1e931274 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea56a686-5160-4d42-b8cc-9b4bb95ecbcf HTTP/1.1" status: 200 len: 946 time: 0.0655265 Jun 16 09:45:53.351853 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-5b8ef78c-0a9d-4c3c-92af-5c844580873d req-c5da1c83-8588-4e4a-9472-8b4f070a2a03 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344868 Jun 16 09:45:54.128696 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3152ae6-9053-490b-ba63-121a2f0c266a req-c4644196-f900-4db4-9f47-bf328e6c72b8 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:54.135552 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-b3152ae6-9053-490b-ba63-121a2f0c266a req-c4644196-f900-4db4-9f47-bf328e6c72b8 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.1401088 Jun 16 09:45:54.177720 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-b3152ae6-9053-490b-ba63-121a2f0c266a req-b23693f2-660e-4446-b16c-8a4bae65e115 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0382466 Jun 16 09:45:54.383257 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e4130-8d10-4cb4-88d0-95e377a1ebcb req-d0466b80-a9c9-4d3b-91be-9a469c11a048 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:54.385027 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-cc7e4130-8d10-4cb4-88d0-95e377a1ebcb req-d0466b80-a9c9-4d3b-91be-9a469c11a048 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 945 time: 0.0856559 Jun 16 09:45:54.445600 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-cc7e4130-8d10-4cb4-88d0-95e377a1ebcb req-e5a7239b-4edb-4cad-8ab7-b2e3c09ff1af tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539875 Jun 16 09:45:55.394545 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aef6e5e-a22d-46e4-9ee6-b32ab8960c57 req-b2bb2df0-fc43-405b-b1cb-d5e5fabbc690 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:55.395930 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-1aef6e5e-a22d-46e4-9ee6-b32ab8960c57 req-b2bb2df0-fc43-405b-b1cb-d5e5fabbc690 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.0776620 Jun 16 09:45:55.439634 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-1aef6e5e-a22d-46e4-9ee6-b32ab8960c57 req-c51de1bf-8eb6-4dc3-8b07-79b749b6b239 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0356543 Jun 16 09:45:55.640580 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5711a2ef-7d58-4309-8250-0e323c8cb7bb req-296917f6-e20b-40c1-b23f-079ec745dc01 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:55.648229 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-5711a2ef-7d58-4309-8250-0e323c8cb7bb req-296917f6-e20b-40c1-b23f-079ec745dc01 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 945 time: 0.0754738 Jun 16 09:45:55.695595 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-5711a2ef-7d58-4309-8250-0e323c8cb7bb req-92b39b32-b1c4-4c11-a6bd-a2b71a92d8d5 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461142 Jun 16 09:45:56.678922 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36108e08-c752-42c1-930a-a473170a4acb req-93a52f53-ee0e-4c93-884d-56998dff0f35 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:56.680481 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-36108e08-c752-42c1-930a-a473170a4acb req-93a52f53-ee0e-4c93-884d-56998dff0f35 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.0860164 Jun 16 09:45:56.727652 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-36108e08-c752-42c1-930a-a473170a4acb req-ab9de3b0-1814-4e9d-82e6-38733d70a460 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0413043 Jun 16 09:45:56.934231 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c66b46-2344-48f1-b16a-2f38dbbffafb req-91bf7b4c-db21-44e9-97a2-e03565d0b45a tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:56.936063 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-95c66b46-2344-48f1-b16a-2f38dbbffafb req-91bf7b4c-db21-44e9-97a2-e03565d0b45a tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 945 time: 0.1073070 Jun 16 09:45:56.976079 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-95c66b46-2344-48f1-b16a-2f38dbbffafb req-254d3a71-c2dc-44be-8755-b4cd97ea4649 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334587 Jun 16 09:45:57.921405 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c799f-8d02-4f63-847d-d7c0acfb4f9e req-5595e934-a410-4b2d-934f-8ab0755c2744 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:57.922918 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-688c799f-8d02-4f63-847d-d7c0acfb4f9e req-5595e934-a410-4b2d-934f-8ab0755c2744 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.0734258 Jun 16 09:45:57.970188 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-688c799f-8d02-4f63-847d-d7c0acfb4f9e req-f685ffb9-0c06-46bd-b7dd-b853fbabd0bf tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0391932 Jun 16 09:45:58.228664 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e851f-cd0f-4d1f-9b56-15f1b11d71b0 req-b0a8a19a-9c34-4b90-9a5d-f03b388f7ead tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:58.237294 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-7f4e851f-cd0f-4d1f-9b56-15f1b11d71b0 req-b0a8a19a-9c34-4b90-9a5d-f03b388f7ead tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 945 time: 0.0796106 Jun 16 09:45:58.273927 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-7f4e851f-cd0f-4d1f-9b56-15f1b11d71b0 req-40bbcc09-b6a1-4a8a-ac13-14b4902b801e tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357137 Jun 16 09:45:58.436234 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 49588) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:45:58.458426 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 49592) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:45:58.518714 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.db_base_plugin_v2 [None req-d004a6de-a0f5-41f6-86ca-4d015d2f138e admin admin] Deleting subnet 2308e141-9675-47b0-890a-78037fb01f95 {{(pid=98981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 09:45:58.522984 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d004a6de-a0f5-41f6-86ca-4d015d2f138e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:58.564020 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d004a6de-a0f5-41f6-86ca-4d015d2f138e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:58.573922 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d004a6de-a0f5-41f6-86ca-4d015d2f138e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756163'] for subnet, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:58.657763 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-0cc70144-3b68-4ef6-9af8-f18c4d61d423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:58.809734 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d004a6de-a0f5-41f6-86ca-4d015d2f138e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430'] for subnet, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:58.818648 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-8a15a97a-eeb9-4eba-bdea-97dff78f077a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:58.861157 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d004a6de-a0f5-41f6-86ca-4d015d2f138e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2308e141-9675-47b0-890a-78037fb01f95,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:58.870139 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-d004a6de-a0f5-41f6-86ca-4d015d2f138e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:58.876833 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d004a6de-a0f5-41f6-86ca-4d015d2f138e admin admin] Notify callbacks [] for subnet, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:58.881127 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 49606) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:45:58.888680 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-d004a6de-a0f5-41f6-86ca-4d015d2f138e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2308e141-9675-47b0-890a-78037fb01f95 HTTP/1.1" status: 204 len: 168 time: 0.4289951 Jun 16 09:45:58.969481 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-0cc70144-3b68-4ef6-9af8-f18c4d61d423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:58.994043 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-5ee0ad50-5c93-4423-ad13-0f7c1c6c7adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1649310'] for network, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:59.060611 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-0cc70144-3b68-4ef6-9af8-f18c4d61d423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:59.104386 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-d5cca397-55a2-4e42-a458-aab556580d1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:59.106226 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-5ee0ad50-5c93-4423-ad13-0f7c1c6c7adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756812', 'neutron.services.segments.db._delete_segments_for_network-8772813474353'] for network, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:59.111932 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-0cc70144-3b68-4ef6-9af8-f18c4d61d423 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c8b536d322bd4b4eb8d7038ba9c27d08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6746378 Jun 16 09:45:59.117678 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.services.segments.db [None req-5ee0ad50-5c93-4423-ad13-0f7c1c6c7adf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af0e7c13-7632-4143-85e6-d792024cf097']}} {{(pid=98980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:45:59.124749 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 49618) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:45:59.134415 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.services.segments.db [None req-5ee0ad50-5c93-4423-ad13-0f7c1c6c7adf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6567bdf1-8011-4aa8-a946-782cc5d80894') {'for_net_delete': True} {{(pid=98980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:45:59.134624 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.services.segments.db [None req-5ee0ad50-5c93-4423-ad13-0f7c1c6c7adf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6567bdf1-8011-4aa8-a946-782cc5d80894') {} {{(pid=98980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:45:59.145836 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-5ee0ad50-5c93-4423-ad13-0f7c1c6c7adf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772813475202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126528751'] for segment, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:59.165345 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-5ee0ad50-5c93-4423-ad13-0f7c1c6c7adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753648'] for segment, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:59.173609 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ee0ad50-5c93-4423-ad13-0f7c1c6c7adf admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=98980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 09:45:59.174314 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-5ee0ad50-5c93-4423-ad13-0f7c1c6c7adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126582295'] for segment, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:59.180249 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc70144-3b68-4ef6-9af8-f18c4d61d423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80922f2d-3b53-4bf6-9276-d8c09835f55e,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:59.185617 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-0cc70144-3b68-4ef6-9af8-f18c4d61d423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:59.242775 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:45:59.242775 dv-cinder-796286-4-iscsi neutron-server[98980]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:45:59.242775 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:45:59.242775 dv-cinder-796286-4-iscsi neutron-server[98980]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:45:59.242775 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:45:59.242775 dv-cinder-796286-4-iscsi neutron-server[98980]: retrieve_revision_numbers = { Jun 16 09:45:59.242775 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:45:59.242775 dv-cinder-796286-4-iscsi neutron-server[98980]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:45:59.242775 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:45:59.242775 dv-cinder-796286-4-iscsi neutron-server[98980]: retrieve_revision_numbers = { Jun 16 09:45:59.242775 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:45:59.242775 dv-cinder-796286-4-iscsi neutron-server[98980]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:45:59.242775 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:45:59.242775 dv-cinder-796286-4-iscsi neutron-server[98980]: retrieve_revision_numbers = { Jun 16 09:45:59.242775 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:45:59.242775 dv-cinder-796286-4-iscsi neutron-server[98980]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:45:59.242775 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:45:59.242775 dv-cinder-796286-4-iscsi neutron-server[98980]: retrieve_revision_numbers = { Jun 16 09:45:59.242775 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:45:59.242775 dv-cinder-796286-4-iscsi neutron-server[98980]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:45:59.242775 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:45:59.242775 dv-cinder-796286-4-iscsi neutron-server[98980]: retrieve_revision_numbers = { Jun 16 09:45:59.242775 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:45:59.242775 dv-cinder-796286-4-iscsi neutron-server[98980]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:45:59.242775 dv-cinder-796286-4-iscsi neutron-server[98980]: Traceback (most recent call last): Jun 16 09:45:59.242775 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 09:45:59.242775 dv-cinder-796286-4-iscsi neutron-server[98980]: timer() Jun 16 09:45:59.242775 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 09:45:59.242775 dv-cinder-796286-4-iscsi neutron-server[98980]: cb(*args, **kw) Jun 16 09:45:59.242775 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 09:45:59.242775 dv-cinder-796286-4-iscsi neutron-server[98980]: return func(*args, **kwargs) Jun 16 09:45:59.242775 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 09:45:59.242775 dv-cinder-796286-4-iscsi neutron-server[98980]: self._notify() Jun 16 09:45:59.242775 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 09:45:59.242775 dv-cinder-796286-4-iscsi neutron-server[98980]: self.callback(batched_events) Jun 16 09:45:59.242775 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 09:45:59.242775 dv-cinder-796286-4-iscsi neutron-server[98980]: event.method(event) Jun 16 09:45:59.242775 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 09:45:59.242775 dv-cinder-796286-4-iscsi neutron-server[98980]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 09:45:59.242775 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 09:45:59.242775 dv-cinder-796286-4-iscsi neutron-server[98980]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 09:45:59.242775 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 09:45:59.242775 dv-cinder-796286-4-iscsi neutron-server[98980]: return f(self, *a, **k) Jun 16 09:45:59.242775 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 09:45:59.242775 dv-cinder-796286-4-iscsi neutron-server[98980]: return self._get(url).json() Jun 16 09:45:59.242775 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 09:45:59.242775 dv-cinder-796286-4-iscsi neutron-server[98980]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 09:45:59.242775 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 09:45:59.242775 dv-cinder-796286-4-iscsi neutron-server[98980]: return self.request(url, 'GET', **kwargs) Jun 16 09:45:59.242775 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 09:45:59.242775 dv-cinder-796286-4-iscsi neutron-server[98980]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 09:45:59.242775 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 09:45:59.242775 dv-cinder-796286-4-iscsi neutron-server[98980]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 09:45:59.242775 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 09:45:59.242775 dv-cinder-796286-4-iscsi neutron-server[98980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 09:45:59.242775 dv-cinder-796286-4-iscsi neutron-server[98980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 09:45:59.248360 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-e92526ea-b299-4f97-a414-9d43e4d031fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:59.281565 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-e92526ea-b299-4f97-a414-9d43e4d031fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:59.318752 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2301e1-6ca4-4465-9842-380884a7958c req-2ed531bb-feb1-4ce0-b642-54b328995248 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:59.318752 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-eb2301e1-6ca4-4465-9842-380884a7958c req-2ed531bb-feb1-4ce0-b642-54b328995248 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.1338348 Jun 16 09:45:59.364154 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-5ee0ad50-5c93-4423-ad13-0f7c1c6c7adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761456'] for network, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:59.375144 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-3b49006c-34d0-4e1e-b275-8fdbcdb23946 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:59.380085 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-5ee0ad50-5c93-4423-ad13-0f7c1c6c7adf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for network, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:59.395154 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-eb2301e1-6ca4-4465-9842-380884a7958c req-feed1e53-21c9-4414-85b9-13064fd4e2fe tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0614455 Jun 16 09:45:59.396278 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-5ee0ad50-5c93-4423-ad13-0f7c1c6c7adf admin admin] 10.222.0.25 "DELETE /v2.0/networks/af0e7c13-7632-4143-85e6-d792024cf097 HTTP/1.1" status: 204 len: 168 time: 0.5131209 Jun 16 09:45:59.406638 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee0ad50-5c93-4423-ad13-0f7c1c6c7adf admin admin] Pushing event deleted for resources: {'Network': ['ID=af0e7c13-7632-4143-85e6-d792024cf097,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:59.414625 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-5ee0ad50-5c93-4423-ad13-0f7c1c6c7adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:59.480341 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-e92526ea-b299-4f97-a414-9d43e4d031fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:59.482947 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-e92526ea-b299-4f97-a414-9d43e4d031fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:59.484058 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-e92526ea-b299-4f97-a414-9d43e4d031fe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/80922f2d-3b53-4bf6-9276-d8c09835f55e HTTP/1.1" status: 204 len: 168 time: 0.3583255 Jun 16 09:45:59.484799 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-373eb8a9-ba95-40c1-9280-2ffd55ccd458 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:59.500229 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92526ea-b299-4f97-a414-9d43e4d031fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80922f2d-3b53-4bf6-9276-d8c09835f55e,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:59.508177 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-e92526ea-b299-4f97-a414-9d43e4d031fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:59.553182 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4d9b2-d1ed-4f90-bcda-a4a2aa19adfb req-cb6fea21-9dad-415b-89a5-db5091452a7a tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:59.559622 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-23b4d9b2-d1ed-4f90-bcda-a4a2aa19adfb req-cb6fea21-9dad-415b-89a5-db5091452a7a tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 945 time: 0.0931678 Jun 16 09:45:59.818162 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-23b4d9b2-d1ed-4f90-bcda-a4a2aa19adfb req-999c8aa1-a9e9-4669-b099-fa827cfab111 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2576716 Jun 16 09:45:59.894260 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 49640) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:45:59.960274 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-1973ef5f-d535-481d-9bff-4f6b2982a644 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d33e8e25724b4f21907aecd88685d3cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0619769 Jun 16 09:45:59.961368 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 49642) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:00.052486 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-bdb5230b-ee77-4c9c-a00b-f9981be71ece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:00.080533 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-bdb5230b-ee77-4c9c-a00b-f9981be71ece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:00.186611 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-bdb5230b-ee77-4c9c-a00b-f9981be71ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:00.189159 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-bdb5230b-ee77-4c9c-a00b-f9981be71ece admin admin] Notify callbacks [] for security_group, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:00.194022 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-bdb5230b-ee77-4c9c-a00b-f9981be71ece admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ad64e575-b67e-45de-acc9-47004529070a HTTP/1.1" status: 204 len: 168 time: 0.2277102 Jun 16 09:46:00.194022 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-a9be5d56-a663-4267-9112-9fef9a8e92ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:00.199693 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb5230b-ee77-4c9c-a00b-f9981be71ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad64e575-b67e-45de-acc9-47004529070a,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:00.211824 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-bdb5230b-ee77-4c9c-a00b-f9981be71ece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:00.513646 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 49652) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:00.586980 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e166314-fafe-43a0-be20-47c96c9680a7 req-6dddb6f7-f671-442e-8db1-c0d09b5e3199 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:00.588498 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-9e166314-fafe-43a0-be20-47c96c9680a7 req-6dddb6f7-f671-442e-8db1-c0d09b5e3199 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.0667374 Jun 16 09:46:00.626441 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-9e166314-fafe-43a0-be20-47c96c9680a7 req-50b3cacc-92ba-42ad-a200-ebd910b7f083 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0317523 Jun 16 09:46:00.724974 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-38d34b5c-ba9a-4494-9ab0-cbe753879898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:00.818127 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-38d34b5c-ba9a-4494-9ab0-cbe753879898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:01.037419 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-38d34b5c-ba9a-4494-9ab0-cbe753879898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:01.042987 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:01.083282 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-38d34b5c-ba9a-4494-9ab0-cbe753879898 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8d03866464c74540a4328d74dfa51aeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5657499 Jun 16 09:46:01.084683 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 49668) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:01.088169 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d34b5c-ba9a-4494-9ab0-cbe753879898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a6cde8-632c-4d9e-b63b-8987d5f9f2d3,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:01.093283 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-38d34b5c-ba9a-4494-9ab0-cbe753879898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:01.114767 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0de6ce-87fa-4d35-a5a2-de30cea62c4e req-3406b98b-fd2e-494e-8759-0c44f3f610d3 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:01.117054 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-fb0de6ce-87fa-4d35-a5a2-de30cea62c4e req-3406b98b-fd2e-494e-8759-0c44f3f610d3 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 945 time: 0.1130011 Jun 16 09:46:01.138374 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-030a34c9-58e4-4f2b-9bab-8cc1132dd899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:01.175934 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-030a34c9-58e4-4f2b-9bab-8cc1132dd899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:01.176307 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-fb0de6ce-87fa-4d35-a5a2-de30cea62c4e req-d8bb3131-194f-4fd6-80ee-18e7e9e8d83a tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488303 Jun 16 09:46:01.398116 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-030a34c9-58e4-4f2b-9bab-8cc1132dd899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:01.401233 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-030a34c9-58e4-4f2b-9bab-8cc1132dd899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:01.402763 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-030a34c9-58e4-4f2b-9bab-8cc1132dd899 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f3a6cde8-632c-4d9e-b63b-8987d5f9f2d3 HTTP/1.1" status: 204 len: 168 time: 0.3176732 Jun 16 09:46:01.406652 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-bcca45d6-dd80-47ae-9a79-2650ec7a1138 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:01.442928 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030a34c9-58e4-4f2b-9bab-8cc1132dd899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a6cde8-632c-4d9e-b63b-8987d5f9f2d3,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:01.454046 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-030a34c9-58e4-4f2b-9bab-8cc1132dd899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:01.882002 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2bcad8-2d2d-439e-9cd6-b7a119b821d2 req-e4ca2f65-9e7c-4b12-87c1-4e831cd3cae0 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:01.884613 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-cd2bcad8-2d2d-439e-9cd6-b7a119b821d2 req-e4ca2f65-9e7c-4b12-87c1-4e831cd3cae0 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.0980639 Jun 16 09:46:01.931709 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-cd2bcad8-2d2d-439e-9cd6-b7a119b821d2 req-a324c80e-cfcb-44ff-b744-2a35a2f09b6a tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0392652 Jun 16 09:46:02.230918 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 49706) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:02.255423 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-41fe6543-ade3-4c74-8e0f-704bb66ad57e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:02.539631 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 49712) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:02.712011 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-5ba3833c-2b36-4006-948a-bfa8b6f908cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:02.719151 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5205c7-1635-42a2-910b-03dc4e337d2f req-72e44c90-fbbf-4948-9c29-c52acd63d3db tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:02.726662 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-da5205c7-1635-42a2-910b-03dc4e337d2f req-72e44c90-fbbf-4948-9c29-c52acd63d3db tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 945 time: 0.1172071 Jun 16 09:46:02.803916 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-41fe6543-ade3-4c74-8e0f-704bb66ad57e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:02.816252 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-da5205c7-1635-42a2-910b-03dc4e337d2f req-616d3532-2e7d-47f3-86a2-3d7e1f3b3f40 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884695 Jun 16 09:46:02.873607 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-41fe6543-ade3-4c74-8e0f-704bb66ad57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:02.876522 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-71daab88-2ca7-43e0-8519-9e4218e4a295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:02.877713 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3129d60c-1be4-4099-adf9-e8e14cc88c40 req-c11897c5-fb92-40d4-bdba-63c3d119ec13 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:02.880697 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-3129d60c-1be4-4099-adf9-e8e14cc88c40 req-c11897c5-fb92-40d4-bdba-63c3d119ec13 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.1289737 Jun 16 09:46:02.917559 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe6543-ade3-4c74-8e0f-704bb66ad57e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a77240-d943-46ce-a0f3-9a7cf203a0c8,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:02.921953 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-41fe6543-ade3-4c74-8e0f-704bb66ad57e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=11f723cba86046e3994e4e484251873f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6900165 Jun 16 09:46:02.925085 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-41fe6543-ade3-4c74-8e0f-704bb66ad57e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:02.931876 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 49718) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:02.986493 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5692885-2c06-4f29-bf0f-505050160f2a req-3707d919-a5cf-4e2a-8bcb-7ef0d5bcae25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:02.987986 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-c5692885-2c06-4f29-bf0f-505050160f2a req-3707d919-a5cf-4e2a-8bcb-7ef0d5bcae25 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3aab2d6845c34f44bdcaf8eb3cec5927&device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 1098 time: 0.2053082 Jun 16 09:46:03.048543 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-3129d60c-1be4-4099-adf9-e8e14cc88c40 req-f36bdd16-5d45-48b5-9a2d-847bfac466e3 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213291 Jun 16 09:46:03.085567 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-c07e04d4-4c6f-4035-a781-c7f6e8b83682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:03.129772 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-5ba3833c-2b36-4006-948a-bfa8b6f908cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:03.149918 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-c07e04d4-4c6f-4035-a781-c7f6e8b83682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:03.151863 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e355a1-1672-4cf9-aa64-27333b25bb4b req-3f014311-df15-4c9a-a73b-4d207757fda3 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:03.153361 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-70e355a1-1672-4cf9-aa64-27333b25bb4b req-3f014311-df15-4c9a-a73b-4d207757fda3 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.0888040 Jun 16 09:46:03.176996 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5692885-2c06-4f29-bf0f-505050160f2a req-250ec275-911c-4b2a-8a26-5c4dad4d2381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:03.178968 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-c5692885-2c06-4f29-bf0f-505050160f2a req-250ec275-911c-4b2a-8a26-5c4dad4d2381 service neutron] 10.222.0.49 "GET /v2.0/networks?id=91a32b6f-094c-4ae5-a33e-942080d95ea2 HTTP/1.1" status: 200 len: 919 time: 0.1710541 Jun 16 09:46:03.198500 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-5ba3833c-2b36-4006-948a-bfa8b6f908cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:03.210283 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-70e355a1-1672-4cf9-aa64-27333b25bb4b req-50745746-be03-4ceb-a71d-7fff1a69d233 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0492191 Jun 16 09:46:03.228337 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:03.237758 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-c5692885-2c06-4f29-bf0f-505050160f2a req-ac650b0d-711d-4125-ae8a-844d205f06cd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c10c8bd-00cf-4789-bea3-598d82e18630 HTTP/1.1" status: 200 len: 217 time: 0.0480127 Jun 16 09:46:03.297132 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba3833c-2b36-4006-948a-bfa8b6f908cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158b07e3-68fe-48cd-8c4c-97834b464977,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:03.306642 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-5ba3833c-2b36-4006-948a-bfa8b6f908cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:03.311338 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-5ba3833c-2b36-4006-948a-bfa8b6f908cd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bbea3bbeb1b1431aa64acf83e6595743&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7705140 Jun 16 09:46:03.314007 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 49722) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:03.323754 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5692885-2c06-4f29-bf0f-505050160f2a req-8247e5e0-de09-44db-9d3b-f61d7e0078eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:03.326149 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-c5692885-2c06-4f29-bf0f-505050160f2a req-8247e5e0-de09-44db-9d3b-f61d7e0078eb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d1e28073-3474-4ab3-a6cb-d23efc1dc12f HTTP/1.1" status: 200 len: 858 time: 0.0769854 Jun 16 09:46:03.362150 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-c5692885-2c06-4f29-bf0f-505050160f2a req-6f8a2bfa-a465-463f-9c83-25afcc00d56a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=91a32b6f-094c-4ae5-a33e-942080d95ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276346 Jun 16 09:46:03.395543 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-12ed84a4-cc33-4ba0-a843-1fe706e5b702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:03.418414 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-12ed84a4-cc33-4ba0-a843-1fe706e5b702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:03.457019 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-c07e04d4-4c6f-4035-a781-c7f6e8b83682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:03.459140 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-c07e04d4-4c6f-4035-a781-c7f6e8b83682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:03.463877 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-c07e04d4-4c6f-4035-a781-c7f6e8b83682 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/92a77240-d943-46ce-a0f3-9a7cf203a0c8 HTTP/1.1" status: 204 len: 168 time: 0.5256104 Jun 16 09:46:03.463877 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-0f758917-2dcf-4b0e-b2ad-2d4176711fbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:03.477464 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e04d4-4c6f-4035-a781-c7f6e8b83682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a77240-d943-46ce-a0f3-9a7cf203a0c8,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:03.487551 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-c07e04d4-4c6f-4035-a781-c7f6e8b83682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:03.513771 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-c5692885-2c06-4f29-bf0f-505050160f2a req-c49a5665-bb5a-4e73-bc9f-547ae87064a3 service neutron] 10.222.0.49 "GET /v2.0/networks/91a32b6f-094c-4ae5-a33e-942080d95ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441231 Jun 16 09:46:03.558763 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-12ed84a4-cc33-4ba0-a843-1fe706e5b702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:03.562105 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-12ed84a4-cc33-4ba0-a843-1fe706e5b702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:03.566458 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-12ed84a4-cc33-4ba0-a843-1fe706e5b702 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/158b07e3-68fe-48cd-8c4c-97834b464977 HTTP/1.1" status: 204 len: 168 time: 0.2490733 Jun 16 09:46:03.566458 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-030a34c9-58e4-4f2b-9bab-8cc1132dd899 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:03.577706 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed84a4-cc33-4ba0-a843-1fe706e5b702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158b07e3-68fe-48cd-8c4c-97834b464977,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:03.589930 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-12ed84a4-cc33-4ba0-a843-1fe706e5b702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:03.646651 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-c5692885-2c06-4f29-bf0f-505050160f2a req-e84ccdf4-d7c5-4df2-898a-e00d80abd61e service neutron] 10.222.0.49 "GET /v2.0/networks/91a32b6f-094c-4ae5-a33e-942080d95ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154866 Jun 16 09:46:04.053513 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3154527-92d7-4a37-9e6c-8ad1952bbd84 req-395047e4-c79d-4a54-888d-e21400c54325 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:04.061589 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-e3154527-92d7-4a37-9e6c-8ad1952bbd84 req-395047e4-c79d-4a54-888d-e21400c54325 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 945 time: 0.0846989 Jun 16 09:46:04.110580 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-e3154527-92d7-4a37-9e6c-8ad1952bbd84 req-f539c0a8-609e-4562-a3da-866cb63c0369 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476048 Jun 16 09:46:04.359085 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f567792-6a40-4036-bf37-6a73e87cf9a7 req-f57374ce-6156-4be6-af96-225fffc5353c tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:04.367150 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-3f567792-6a40-4036-bf37-6a73e87cf9a7 req-f57374ce-6156-4be6-af96-225fffc5353c tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.1557457 Jun 16 09:46:04.422795 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-3f567792-6a40-4036-bf37-6a73e87cf9a7 req-31b39444-2543-48e3-91ae-bfc8a676cf08 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547686 Jun 16 09:46:04.461095 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90222955-9435-4649-bef3-8017062561db req-4b490379-6ed8-4a58-bbac-a6962bf37e5e tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:04.463391 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-90222955-9435-4649-bef3-8017062561db req-4b490379-6ed8-4a58-bbac-a6962bf37e5e tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.0907269 Jun 16 09:46:04.508826 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-90222955-9435-4649-bef3-8017062561db req-8be7e6e1-d20d-45e7-89c3-b57bf72aa344 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0371230 Jun 16 09:46:05.011154 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.agents_db [None req-3560065e-ea11-4ff4-820f-b568c2ca0093 None None] Agent healthcheck: found 6 active agents {{(pid=98983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:46:05.058170 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 49778) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:05.205556 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [None req-633edcf5-8e7d-48fe-aa01-dc64d2302d15 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1256855320-network', 'tenant_id': '0d15dff7450049d78136b03e72d70749'}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:46:05.296487 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da68ee2-09ab-43e6-873c-7ec03efb90c6 req-6da80eeb-346f-4525-8ca5-22522daf943d tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:05.297930 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-0da68ee2-09ab-43e6-873c-7ec03efb90c6 req-6da80eeb-346f-4525-8ca5-22522daf943d tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 945 time: 0.0642118 Jun 16 09:46:05.308618 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633edcf5-8e7d-48fe-aa01-dc64d2302d15 admin admin] Made reservation on behalf of 0d15dff7450049d78136b03e72d70749 for: {'network': 1} {{(pid=98981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:46:05.310915 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-633edcf5-8e7d-48fe-aa01-dc64d2302d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for network, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:05.329176 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-633edcf5-8e7d-48fe-aa01-dc64d2302d15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:05.365424 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-0da68ee2-09ab-43e6-873c-7ec03efb90c6 req-94503153-4461-41be-b7bc-3f5320637436 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582180 Jun 16 09:46:05.444694 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-633edcf5-8e7d-48fe-aa01-dc64d2302d15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:05.534563 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-633edcf5-8e7d-48fe-aa01-dc64d2302d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:05.545227 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-cd2efa7d-3dcb-4734-9481-1cab54c0bffe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:05.579659 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-633edcf5-8e7d-48fe-aa01-dc64d2302d15 admin admin] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=98981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 09:46:05.600844 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633edcf5-8e7d-48fe-aa01-dc64d2302d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e122ffc2-269c-4c68-bb19-efe30185c869,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:05.606401 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-633edcf5-8e7d-48fe-aa01-dc64d2302d15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:05.612778 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-633edcf5-8e7d-48fe-aa01-dc64d2302d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753648'] for segment, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:05.613150 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.db.segments_db [None req-633edcf5-8e7d-48fe-aa01-dc64d2302d15 admin admin] Added segment 11d7a99c-391a-4d23-a81d-60969cf78e17 of type vlan for network e910ab9c-cb4c-44ec-8166-8d95582d52ce Jun 16 09:46:05.675022 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fda77b-1a22-4fb2-a699-485303be6fe5 req-a1c6a140-e70b-417d-bdcf-6684b3f6c50b tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:05.676957 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-633edcf5-8e7d-48fe-aa01-dc64d2302d15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772812906909'] for network, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:05.695183 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-97fda77b-1a22-4fb2-a699-485303be6fe5 req-a1c6a140-e70b-417d-bdcf-6684b3f6c50b tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.1315658 Jun 16 09:46:05.795391 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-97fda77b-1a22-4fb2-a699-485303be6fe5 req-f8fa8f12-b397-47da-a304-d630f3837527 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966854 Jun 16 09:46:05.801786 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb13196-0655-4fb3-8617-a62c61efc16e req-1bb0f2b3-0932-4685-97df-d2d78c419e32 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:05.810140 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-adb13196-0655-4fb3-8617-a62c61efc16e req-1bb0f2b3-0932-4685-97df-d2d78c419e32 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.0886695 Jun 16 09:46:05.817709 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-633edcf5-8e7d-48fe-aa01-dc64d2302d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439'] for network, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:05.820743 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633edcf5-8e7d-48fe-aa01-dc64d2302d15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:05.821370 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-633edcf5-8e7d-48fe-aa01-dc64d2302d15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for network, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:05.838269 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:05.880534 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-633edcf5-8e7d-48fe-aa01-dc64d2302d15 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8211534 Jun 16 09:46:05.883937 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 49808) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:05.885538 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-adb13196-0655-4fb3-8617-a62c61efc16e req-63371a06-f02d-4ab2-a273-b2d9111094a3 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0745361 Jun 16 09:46:05.889405 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [None req-3357522c-d303-4b18-b19b-0385e891ddd4 admin admin] Request body: {'subnet': {'network_id': 'e910ab9c-cb4c-44ec-8166-8d95582d52ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1256855320-subnet', 'tenant_id': '0d15dff7450049d78136b03e72d70749', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:46:05.916271 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633edcf5-8e7d-48fe-aa01-dc64d2302d15 admin admin] Pushing event updated for resources: {'Network': ['ID=e910ab9c-cb4c-44ec-8166-8d95582d52ce,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:05.919677 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-633edcf5-8e7d-48fe-aa01-dc64d2302d15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:05.929927 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Network e910ab9c-cb4c-44ec-8166-8d95582d52ce details requested by agent ovs-agent-dv-cinder-796286-4-iscsi with host dv-cinder-796286-4-iscsi {{(pid=98982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 09:46:06.038409 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3357522c-d303-4b18-b19b-0385e891ddd4 admin admin] Made reservation on behalf of 0d15dff7450049d78136b03e72d70749 for: {'subnet': 1} {{(pid=98980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:46:06.041645 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-3357522c-d303-4b18-b19b-0385e891ddd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127687269'] for subnet, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:06.313285 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-3357522c-d303-4b18-b19b-0385e891ddd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126582473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127687287'] for subnet, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:06.318963 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-13a83605-7bb5-4691-88d9-56425530ea1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:06.373142 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3357522c-d303-4b18-b19b-0385e891ddd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b25991c-dc7d-4484-980e-9b79f93e8bd0,revision_number=0']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:06.379166 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-3357522c-d303-4b18-b19b-0385e891ddd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:06.383175 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3357522c-d303-4b18-b19b-0385e891ddd4 admin admin] Checking segment: {'id': '11d7a99c-391a-4d23-a81d-60969cf78e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'e910ab9c-cb4c-44ec-8166-8d95582d52ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:46:06.383175 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3357522c-d303-4b18-b19b-0385e891ddd4 admin admin] Network hostable DHCP agents. Network: e910ab9c-cb4c-44ec-8166-8d95582d52ce, hostable agents: ['b75f70a3-2745-4841-b3c1-6cbf0fc89424'], hosted agents: [] {{(pid=98980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 09:46:06.466793 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3357522c-d303-4b18-b19b-0385e891ddd4 admin admin] Network e910ab9c-cb4c-44ec-8166-8d95582d52ce is scheduled to be hosted by DHCP agent b75f70a3-2745-4841-b3c1-6cbf0fc89424 with binding_index 1 {{(pid=98980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 09:46:06.564016 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04717a51-e9d1-4cc7-ad7e-7b5a1a9bcd4c req-246be34e-6eb7-4a1e-a8c7-5ff58d8c4924 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:06.565391 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-04717a51-e9d1-4cc7-ad7e-7b5a1a9bcd4c req-246be34e-6eb7-4a1e-a8c7-5ff58d8c4924 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 945 time: 0.0634072 Jun 16 09:46:06.586907 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.base_scheduler [None req-3357522c-d303-4b18-b19b-0385e891ddd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-4-iscsi, e910ab9c-cb4c-44ec-8166-8d95582d52ce) {{(pid=98980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:46:06.593031 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3357522c-d303-4b18-b19b-0385e891ddd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:06.593619 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-3357522c-d303-4b18-b19b-0385e891ddd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for subnet, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:06.595957 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d278bbb-4f3a-404a-823c-7b0711b2c93a None None] Network e910ab9c-cb4c-44ec-8166-8d95582d52ce requested from dv-cinder-796286-4-iscsi {{(pid=98982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:46:06.614682 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-04717a51-e9d1-4cc7-ad7e-7b5a1a9bcd4c req-8ebfece4-9df6-496d-96dd-683c8bf0eab9 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435250 Jun 16 09:46:06.718580 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-3357522c-d303-4b18-b19b-0385e891ddd4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8332703 Jun 16 09:46:06.734571 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18b9f34-c1c9-4afd-b9af-cbba989b822e None None] Network e910ab9c-cb4c-44ec-8166-8d95582d52ce requested from dv-cinder-796286-4-iscsi {{(pid=98982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:46:07.014237 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ec52a-98b1-47df-a2ef-414fdfe6428d req-d3bd64fe-37eb-4782-a322-d8eef03b5e2b tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:07.016400 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-a18ec52a-98b1-47df-a2ef-414fdfe6428d req-d3bd64fe-37eb-4782-a322-d8eef03b5e2b tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.0730565 Jun 16 09:46:07.088515 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-a18ec52a-98b1-47df-a2ef-414fdfe6428d req-b2217bba-3a94-4491-982a-99297a44b2f6 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533600 Jun 16 09:46:07.106780 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d507ab9-4538-47b4-9733-13b56b43cbed req-8d7227b9-c7b1-419d-b219-d24fe55aad11 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:07.106780 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-9d507ab9-4538-47b4-9733-13b56b43cbed req-8d7227b9-c7b1-419d-b219-d24fe55aad11 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.0795784 Jun 16 09:46:07.142203 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-9d507ab9-4538-47b4-9733-13b56b43cbed req-ea588091-0869-4193-80de-0e29f4472e29 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0319583 Jun 16 09:46:07.164298 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 49868) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:07.265038 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-6bf41dca-9d8d-4ba2-b003-6b56822706f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:07.353111 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-6bf41dca-9d8d-4ba2-b003-6b56822706f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:07.471899 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-6bf41dca-9d8d-4ba2-b003-6b56822706f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:07.474515 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:07.508335 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf41dca-9d8d-4ba2-b003-6b56822706f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d4e5ab-1c54-4c0d-867e-24faf5a29c19,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:07.512363 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-6bf41dca-9d8d-4ba2-b003-6b56822706f8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=08836d87242944d3b803afed0fe3727e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3466582 Jun 16 09:46:07.513215 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-6bf41dca-9d8d-4ba2-b003-6b56822706f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:07.516453 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 49872) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:07.565806 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-c6dc8258-64db-4177-b365-e92a24006655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:07.588035 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-c6dc8258-64db-4177-b365-e92a24006655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:07.802281 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701e9af-a3ac-48a9-ada9-eddc0a67a5cc req-9de81b1d-5690-4e36-b185-0d518981eb00 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:07.802281 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-2701e9af-a3ac-48a9-ada9-eddc0a67a5cc req-9de81b1d-5690-4e36-b185-0d518981eb00 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 945 time: 0.0656729 Jun 16 09:46:07.833687 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-2701e9af-a3ac-48a9-ada9-eddc0a67a5cc req-83aa4efb-5fac-4497-9bc0-6e74fb70d4b0 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325725 Jun 16 09:46:07.860455 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-c6dc8258-64db-4177-b365-e92a24006655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:07.863073 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-c6dc8258-64db-4177-b365-e92a24006655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:07.865766 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-c6dc8258-64db-4177-b365-e92a24006655 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/40d4e5ab-1c54-4c0d-867e-24faf5a29c19 HTTP/1.1" status: 204 len: 168 time: 0.3468945 Jun 16 09:46:07.865766 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:07.873687 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dc8258-64db-4177-b365-e92a24006655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d4e5ab-1c54-4c0d-867e-24faf5a29c19,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:07.876571 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-c6dc8258-64db-4177-b365-e92a24006655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:08.161517 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b30382-3c27-427a-8a8d-105970fc295a req-726f9f0b-7f67-4b3e-9ee6-73d2982eba8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:08.162822 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-62b30382-3c27-427a-8a8d-105970fc295a req-726f9f0b-7f67-4b3e-9ee6-73d2982eba8a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f5476756cec74ac89980f811e6b4c64a&device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 1098 time: 0.0541112 Jun 16 09:46:08.311661 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b30382-3c27-427a-8a8d-105970fc295a req-8d8fa570-ae91-4cc5-a37e-79abbf7c3fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:08.313129 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-62b30382-3c27-427a-8a8d-105970fc295a req-8d8fa570-ae91-4cc5-a37e-79abbf7c3fdd service neutron] 10.222.0.49 "GET /v2.0/networks?id=b643789e-234a-40e9-b489-894119bc4f89 HTTP/1.1" status: 200 len: 917 time: 0.1370656 Jun 16 09:46:08.341295 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75971f-ac8b-43c7-b327-0c81b7bcb04c req-93c2ac86-7000-47dd-97e9-fc3dbb91679a tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:08.343571 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-ce75971f-ac8b-43c7-b327-0c81b7bcb04c req-93c2ac86-7000-47dd-97e9-fc3dbb91679a tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.1317265 Jun 16 09:46:08.356371 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73baf4a-251a-4ec5-bf2e-70a4a31977a4 req-e5d1f55b-66f3-4d7a-8140-5cbe770f11f3 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:08.357921 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-d73baf4a-251a-4ec5-bf2e-70a4a31977a4 req-e5d1f55b-66f3-4d7a-8140-5cbe770f11f3 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.0780082 Jun 16 09:46:08.401954 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-d73baf4a-251a-4ec5-bf2e-70a4a31977a4 req-cfba0ba2-adbd-492f-9747-457a868ea386 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0367882 Jun 16 09:46:08.436475 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-62b30382-3c27-427a-8a8d-105970fc295a req-0803fde7-1db8-4ef9-a636-c42e5057e09e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5403c8cd-0d51-4beb-b15b-ccfb976d5fd4 HTTP/1.1" status: 200 len: 1000 time: 0.1097302 Jun 16 09:46:08.443832 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-ce75971f-ac8b-43c7-b327-0c81b7bcb04c req-77518d66-ef64-4506-bfe5-5eb85fb1ad73 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687325 Jun 16 09:46:08.491546 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b30382-3c27-427a-8a8d-105970fc295a req-0e5ba41f-e0f6-4f7a-9d7d-f30a48cecfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:08.492985 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-62b30382-3c27-427a-8a8d-105970fc295a req-0e5ba41f-e0f6-4f7a-9d7d-f30a48cecfdb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b5e9ba67-07c6-43ea-ad13-16d85d3a0ee3 HTTP/1.1" status: 200 len: 855 time: 0.0471826 Jun 16 09:46:08.555599 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b30382-3c27-427a-8a8d-105970fc295a req-44875ab8-7144-4a32-bb20-5b86dafcc658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:08.557067 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-62b30382-3c27-427a-8a8d-105970fc295a req-44875ab8-7144-4a32-bb20-5b86dafcc658 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b643789e-234a-40e9-b489-894119bc4f89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533981 Jun 16 09:46:08.645949 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-62b30382-3c27-427a-8a8d-105970fc295a req-1b15fffb-5bb9-4a85-99f2-840a544739b8 service neutron] 10.222.0.49 "GET /v2.0/networks/b643789e-234a-40e9-b489-894119bc4f89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812335 Jun 16 09:46:08.675409 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 49890) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:08.688950 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-18e88353-70c6-4a42-b046-5005c12064ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:08.744608 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-62b30382-3c27-427a-8a8d-105970fc295a req-ad5a6c92-e73c-4675-9096-348fc12e84a0 service neutron] 10.222.0.49 "GET /v2.0/networks/b643789e-234a-40e9-b489-894119bc4f89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877225 Jun 16 09:46:08.776682 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-18e88353-70c6-4a42-b046-5005c12064ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:08.888966 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-18e88353-70c6-4a42-b046-5005c12064ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:08.892144 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-2991d0d8-e274-412f-999e-22779b7176ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:08.936038 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-18e88353-70c6-4a42-b046-5005c12064ed admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=97096cb566894c6aa1ce2d8309093f96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2563941 Jun 16 09:46:08.936038 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e88353-70c6-4a42-b046-5005c12064ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e02388-919c-43ec-a0c9-479a3ee75075,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:08.938624 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-18e88353-70c6-4a42-b046-5005c12064ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:08.940648 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 49898) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:09.023972 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-0145c62b-cd51-418f-b841-d520bddfdb30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:09.041922 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa2601-e040-4fb8-b970-4f4e2dbbd9e6 req-e3662396-b8fa-4484-b4bc-4d979483fd07 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:09.043511 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-47aa2601-e040-4fb8-b970-4f4e2dbbd9e6 req-e3662396-b8fa-4484-b4bc-4d979483fd07 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 945 time: 0.0860848 Jun 16 09:46:09.047200 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-0145c62b-cd51-418f-b841-d520bddfdb30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:09.086531 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-47aa2601-e040-4fb8-b970-4f4e2dbbd9e6 req-ec457eb4-0739-423d-aa29-658e440d8706 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370729 Jun 16 09:46:09.212669 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab69f5-e34f-4620-b145-45cfc42cdd2b req-b754b7ce-aeed-4636-8e73-1f84418ae99a tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:09.213995 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-f1ab69f5-e34f-4620-b145-45cfc42cdd2b req-b754b7ce-aeed-4636-8e73-1f84418ae99a tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/networks?id=e910ab9c-cb4c-44ec-8166-8d95582d52ce HTTP/1.1" status: 200 len: 814 time: 0.1344888 Jun 16 09:46:09.235188 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-f1ab69f5-e34f-4620-b145-45cfc42cdd2b req-cf2dc110-9653-4719-aaa3-ef3f8ba03186 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/quotas/0d15dff7450049d78136b03e72d70749 HTTP/1.1" status: 200 len: 375 time: 0.0146971 Jun 16 09:46:09.252671 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-32cb01d2-9032-4b2b-a087-a30c855fb905 req-c1b39939-c7ae-4fbf-a7fb-9f03338076cc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0902188 Jun 16 09:46:09.275170 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-f1ab69f5-e34f-4620-b145-45cfc42cdd2b req-8fa0ca21-c3d4-41cd-af55-30c0e75e07f5 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d15dff7450049d78136b03e72d70749&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334849 Jun 16 09:46:09.275875 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-0145c62b-cd51-418f-b841-d520bddfdb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:09.282555 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-0145c62b-cd51-418f-b841-d520bddfdb30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:09.282555 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-0145c62b-cd51-418f-b841-d520bddfdb30 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e4e02388-919c-43ec-a0c9-479a3ee75075 HTTP/1.1" status: 204 len: 168 time: 0.3392203 Jun 16 09:46:09.282555 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-4f66ea10-d5d0-47ea-84d3-785676e6544a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:09.296593 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0145c62b-cd51-418f-b841-d520bddfdb30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e02388-919c-43ec-a0c9-479a3ee75075,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:09.307996 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-0145c62b-cd51-418f-b841-d520bddfdb30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:09.411379 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-f1ab69f5-e34f-4620-b145-45cfc42cdd2b req-7182921d-db7e-47a0-bbb1-2ef528663fa7 service neutron] 10.222.0.25 "GET /v2.0/networks/e910ab9c-cb4c-44ec-8166-8d95582d52ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289527 Jun 16 09:46:09.417436 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb01d2-9032-4b2b-a087-a30c855fb905 req-89d0b2c0-e549-4ffc-b38e-5d346af4f466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:09.418818 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-32cb01d2-9032-4b2b-a087-a30c855fb905 req-89d0b2c0-e549-4ffc-b38e-5d346af4f466 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3aab2d6845c34f44bdcaf8eb3cec5927&device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 1098 time: 0.1059248 Jun 16 09:46:09.573146 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-f1ab69f5-e34f-4620-b145-45cfc42cdd2b req-177d2add-8703-445e-876a-e94a2720a497 service neutron] 10.222.0.25 "GET /v2.0/networks/e910ab9c-cb4c-44ec-8166-8d95582d52ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533902 Jun 16 09:46:09.583050 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb01d2-9032-4b2b-a087-a30c855fb905 req-05094f3b-152e-430d-b4c1-4306b3132e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:09.584710 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-32cb01d2-9032-4b2b-a087-a30c855fb905 req-05094f3b-152e-430d-b4c1-4306b3132e5a service neutron] 10.222.0.49 "GET /v2.0/networks?id=91a32b6f-094c-4ae5-a33e-942080d95ea2 HTTP/1.1" status: 200 len: 919 time: 0.1316314 Jun 16 09:46:09.612244 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5c9ad-6d47-4eb5-b386-ede10483d307 req-49227b7e-b4c1-45d4-8da5-b4101809c4f6 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:09.613880 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-c8e5c9ad-6d47-4eb5-b386-ede10483d307 req-49227b7e-b4c1-45d4-8da5-b4101809c4f6 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.0741420 Jun 16 09:46:09.643243 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-32cb01d2-9032-4b2b-a087-a30c855fb905 req-18519a3b-2647-47ce-9b86-a36410ae9822 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=212e68ed-5263-48ac-8e36-722d092eb348 HTTP/1.1" status: 200 len: 217 time: 0.0420623 Jun 16 09:46:09.657080 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-c8e5c9ad-6d47-4eb5-b386-ede10483d307 req-88537aaf-e0bf-42f2-8e8d-b0a47a03efa4 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0369596 Jun 16 09:46:09.698337 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb01d2-9032-4b2b-a087-a30c855fb905 req-ef03adfe-7f8b-4f7c-b552-b6730710eb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:09.699807 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-32cb01d2-9032-4b2b-a087-a30c855fb905 req-ef03adfe-7f8b-4f7c-b552-b6730710eb6e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d1e28073-3474-4ab3-a6cb-d23efc1dc12f HTTP/1.1" status: 200 len: 858 time: 0.0444403 Jun 16 09:46:09.742911 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-32cb01d2-9032-4b2b-a087-a30c855fb905 req-dfa8a9c3-b878-4b12-96ad-fd4f5e9bc842 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=91a32b6f-094c-4ae5-a33e-942080d95ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309577 Jun 16 09:46:09.837295 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-32cb01d2-9032-4b2b-a087-a30c855fb905 req-03eb6dca-72b1-4069-87f1-538c4642b4c6 service neutron] 10.222.0.49 "GET /v2.0/networks/91a32b6f-094c-4ae5-a33e-942080d95ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871530 Jun 16 09:46:09.887253 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48999731-bd65-4ecb-886b-10a025487291 req-11c7ed32-d65a-4dbd-aae7-ea62ff9e0c6b tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:09.888850 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-48999731-bd65-4ecb-886b-10a025487291 req-11c7ed32-d65a-4dbd-aae7-ea62ff9e0c6b tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.1150436 Jun 16 09:46:09.905213 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-a8ba27da-53cd-4bd3-ba7f-ca5bdfa5f69d req-86eb6d03-480b-4431-a5ca-77899747249f tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ccc4506-2658-4833-9f3b-dfb7d3def97c HTTP/1.1" status: 200 len: 210 time: 0.0370164 Jun 16 09:46:09.932494 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-48999731-bd65-4ecb-886b-10a025487291 req-a9def2e5-091d-4954-8409-45bb3f0e0888 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379360 Jun 16 09:46:09.977760 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-32cb01d2-9032-4b2b-a087-a30c855fb905 req-5f07d05c-5c4b-4233-80dd-24521e8587f8 service neutron] 10.222.0.49 "GET /v2.0/networks/91a32b6f-094c-4ae5-a33e-942080d95ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310303 Jun 16 09:46:10.282692 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ff975-8229-4ed4-9bbf-fabcdcc8375b req-8be67649-6ee1-4f6d-bbea-9a8155625811 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:10.284224 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-244ff975-8229-4ed4-9bbf-fabcdcc8375b req-8be67649-6ee1-4f6d-bbea-9a8155625811 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 945 time: 0.0702410 Jun 16 09:46:10.325526 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-244ff975-8229-4ed4-9bbf-fabcdcc8375b req-4ee4fd2b-9364-4eb6-9a27-3a04bc584522 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347936 Jun 16 09:46:10.848841 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b2828-711b-4834-bbe0-41e0e23a3de0 req-ea739e9c-08a4-4d40-a001-b56f95b5d16e tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:10.850360 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-533b2828-711b-4834-bbe0-41e0e23a3de0 req-ea739e9c-08a4-4d40-a001-b56f95b5d16e tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.0689623 Jun 16 09:46:10.889022 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-533b2828-711b-4834-bbe0-41e0e23a3de0 req-c98673e0-37cb-47b2-964b-15ae1d666df8 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0330250 Jun 16 09:46:10.997597 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-d328288a-29fe-49dc-8ac7-4910aa90da49 req-005dfd0d-03d1-406b-9e3b-939a208dcc90 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ccc4506-2658-4833-9f3b-dfb7d3def97c HTTP/1.1" status: 200 len: 210 time: 0.0314426 Jun 16 09:46:11.105322 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f810e0-8edc-4155-90b2-198a0f767fcd req-3b9e76ba-636d-437c-a1ba-b47863f98c02 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:11.106784 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-f1f810e0-8edc-4155-90b2-198a0f767fcd req-3b9e76ba-636d-437c-a1ba-b47863f98c02 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.0626857 Jun 16 09:46:11.144851 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-f1f810e0-8edc-4155-90b2-198a0f767fcd req-fd3f59dc-f282-4504-be82-b2eed524fcc4 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318274 Jun 16 09:46:11.220765 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:11.510125 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c1b34-4650-47d7-a8a3-0f822e8da9bd req-e423a7bf-2b23-4a6a-b91c-544413c637ee tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:11.511666 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-390c1b34-4650-47d7-a8a3-0f822e8da9bd req-e423a7bf-2b23-4a6a-b91c-544413c637ee tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 945 time: 0.0642245 Jun 16 09:46:11.548906 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-390c1b34-4650-47d7-a8a3-0f822e8da9bd req-03fab738-c445-43e0-8a23-ebbb22c05f68 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315399 Jun 16 09:46:11.626608 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 5403c8cd-0d51-4beb-b15b-ccfb976d5fd4 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:46:11.704175 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:11.727137 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7907a93c-47c0-4567-9871-4798aae2fd88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5403c8cd-0d51-4beb-b15b-ccfb976d5fd4'}] {{(pid=98982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:46:11.729494 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4f9cc304a916b9d47f5f8bf5758f709c886eea9513b83351d26ab7408c86625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131c9534-484f-4c76-a964-90c1355ef038" -d '{"events": [{"server_uuid": "7907a93c-47c0-4567-9871-4798aae2fd88", "name": "network-vif-unplugged", "status": "completed", "tag": "5403c8cd-0d51-4beb-b15b-ccfb976d5fd4"}]}' {{(pid=98982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:46:11.743897 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 5403c8cd-0d51-4beb-b15b-ccfb976d5fd4, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5403c8cd-0d51-4beb-b15b-ccfb976d5fd4,segment=NetworkSegment(072836ba-11c0-4d89-9dbf-d840ce8bf23f),segment_id=072836ba-11c0-4d89-9dbf-d840ce8bf23f)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:46:11.793558 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Jun 2021 09:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144df8ad-a7fc-4fa8-a41b-ada5b9fd43af x-openstack-request-id: req-144df8ad-a7fc-4fa8-a41b-ada5b9fd43af {{(pid=98982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:46:11.794074 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7907a93c-47c0-4567-9871-4798aae2fd88", "name": "network-vif-unplugged", "status": "completed", "tag": "5403c8cd-0d51-4beb-b15b-ccfb976d5fd4", "code": 200}]} {{(pid=98982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:46:11.794187 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-144df8ad-a7fc-4fa8-a41b-ada5b9fd43af {{(pid=98982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:46:11.794548 dv-cinder-796286-4-iscsi neutron-server[98982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7907a93c-47c0-4567-9871-4798aae2fd88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5403c8cd-0d51-4beb-b15b-ccfb976d5fd4', 'code': 200} Jun 16 09:46:11.900532 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:11.902216 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:11.949642 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Pushing event updated for resources: {'Port': ['ID=5403c8cd-0d51-4beb-b15b-ccfb976d5fd4,revision_number=8']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:11.952811 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:12.065161 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08397a2-6bca-4e13-b4e5-ad4f9d9eb06d req-a6811686-35e8-4636-912c-ce1aea5140b0 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:12.066801 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-b08397a2-6bca-4e13-b4e5-ad4f9d9eb06d req-a6811686-35e8-4636-912c-ce1aea5140b0 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.0654001 Jun 16 09:46:12.107163 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-b08397a2-6bca-4e13-b4e5-ad4f9d9eb06d req-81e4f649-510e-4109-97d6-15975fbdf20b tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0344808 Jun 16 09:46:12.152916 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-c9d8d15e-8075-449c-bbd0-8eb36a187a39 req-b20cccba-491a-4340-a74d-82560d1c9e33 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ccc4506-2658-4833-9f3b-dfb7d3def97c HTTP/1.1" status: 200 len: 210 time: 0.0284204 Jun 16 09:46:12.327867 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf1e3a-52a1-43d1-8a81-89f79ea21fe9 req-3e67d40e-eecd-4455-bcdb-81506ebdf683 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:12.329334 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-92cf1e3a-52a1-43d1-8a81-89f79ea21fe9 req-3e67d40e-eecd-4455-bcdb-81506ebdf683 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.0744250 Jun 16 09:46:12.368571 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-92cf1e3a-52a1-43d1-8a81-89f79ea21fe9 req-26a67911-c7ea-44bc-9590-750f1e625b5d tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330291 Jun 16 09:46:12.752826 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210f086-fbe7-4c84-b65e-bb6e963c85c8 req-71114027-4911-4f91-bd32-dfcc3ba25a7f tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:12.759430 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-2210f086-fbe7-4c84-b65e-bb6e963c85c8 req-71114027-4911-4f91-bd32-dfcc3ba25a7f tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 943 time: 0.0907376 Jun 16 09:46:12.794622 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-2210f086-fbe7-4c84-b65e-bb6e963c85c8 req-184ba698-98f3-4f13-bfbe-43531bb5e8a0 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338619 Jun 16 09:46:13.285231 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28fdc01-5227-46c6-adf8-39b529fc52c6 req-d30cfac8-98c5-4155-88cb-38bbed52bdc2 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:13.286668 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-b28fdc01-5227-46c6-adf8-39b529fc52c6 req-d30cfac8-98c5-4155-88cb-38bbed52bdc2 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.0666981 Jun 16 09:46:13.324794 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-b28fdc01-5227-46c6-adf8-39b529fc52c6 req-d660d4ba-9e47-4659-8429-09aa4d434b30 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0320008 Jun 16 09:46:13.464288 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-74746f43-e8dc-45a2-8396-fed26cddfaa7 req-28166b61-1ad4-4a47-83ce-4bd8bee8d33d tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ccc4506-2658-4833-9f3b-dfb7d3def97c HTTP/1.1" status: 200 len: 210 time: 0.0311832 Jun 16 09:46:13.919403 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6518090-b9a5-4e10-84f7-86212630ae2d req-a5f27467-c47b-4b15-a272-c1166fcd0f67 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:13.920764 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-e6518090-b9a5-4e10-84f7-86212630ae2d req-a5f27467-c47b-4b15-a272-c1166fcd0f67 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.3581901 Jun 16 09:46:13.931089 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab69f5-e34f-4620-b145-45cfc42cdd2b req-973a83af-6166-481f-8371-2732a0462fb2 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:13.932440 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-f1ab69f5-e34f-4620-b145-45cfc42cdd2b req-973a83af-6166-481f-8371-2732a0462fb2 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.49 "GET /v2.0/networks?id=e910ab9c-cb4c-44ec-8166-8d95582d52ce HTTP/1.1" status: 200 len: 814 time: 0.1198568 Jun 16 09:46:13.957735 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [req-f1ab69f5-e34f-4620-b145-45cfc42cdd2b req-e7714d9e-a79e-4988-bcc9-2aef0e7447f2 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Request body: {'port': {'device_id': '0ccc4506-2658-4833-9f3b-dfb7d3def97c', 'network_id': 'e910ab9c-cb4c-44ec-8166-8d95582d52ce', 'admin_state_up': True, 'tenant_id': '0d15dff7450049d78136b03e72d70749'}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:46:13.996475 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-e6518090-b9a5-4e10-84f7-86212630ae2d req-08cbfa19-c812-410e-8a70-3d0901af6788 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630558 Jun 16 09:46:14.164061 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1ab69f5-e34f-4620-b145-45cfc42cdd2b req-e7714d9e-a79e-4988-bcc9-2aef0e7447f2 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Made reservation on behalf of 0d15dff7450049d78136b03e72d70749 for: {'port': 1} {{(pid=98980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:46:14.167581 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-f1ab69f5-e34f-4620-b145-45cfc42cdd2b req-e7714d9e-a79e-4988-bcc9-2aef0e7447f2 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:14.305288 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.db_base_plugin_common [req-f1ab69f5-e34f-4620-b145-45cfc42cdd2b req-e7714d9e-a79e-4988-bcc9-2aef0e7447f2 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Allocated IP 172.20.0.14 (e910ab9c-cb4c-44ec-8166-8d95582d52ce/6b25991c-dc7d-4484-980e-9b79f93e8bd0/6be1d571-6569-4031-b2fa-23a6d703f997) {{(pid=98980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:46:14.466361 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-f1ab69f5-e34f-4620-b145-45cfc42cdd2b req-e7714d9e-a79e-4988-bcc9-2aef0e7447f2 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Notify callbacks [] for port, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:14.522426 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8893183d-ef06-4577-a810-3911f78ba969 req-b389f29f-89fb-4495-a505-c89623e1c82f tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:14.524560 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-8893183d-ef06-4577-a810-3911f78ba969 req-b389f29f-89fb-4495-a505-c89623e1c82f tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.0658336 Jun 16 09:46:14.563767 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-8893183d-ef06-4577-a810-3911f78ba969 req-d93f58ab-0239-43df-bc48-70a429de835b tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0335150 Jun 16 09:46:14.597909 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-f1ab69f5-e34f-4620-b145-45cfc42cdd2b req-e7714d9e-a79e-4988-bcc9-2aef0e7447f2 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126582365'] for port, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:14.602526 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-ba4abc2e-dd22-4291-a285-0e6289bf6bc7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:14.643559 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1ab69f5-e34f-4620-b145-45cfc42cdd2b req-e7714d9e-a79e-4988-bcc9-2aef0e7447f2 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Network e910ab9c-cb4c-44ec-8166-8d95582d52ce is already hosted by enough agents. {{(pid=98980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:46:14.648770 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.base_scheduler [req-f1ab69f5-e34f-4620-b145-45cfc42cdd2b req-e7714d9e-a79e-4988-bcc9-2aef0e7447f2 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Resources bound (agent type, host, resource id): {{(pid=98980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:46:14.652513 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ab69f5-e34f-4620-b145-45cfc42cdd2b req-e7714d9e-a79e-4988-bcc9-2aef0e7447f2 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Received port after_create {{(pid=98980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:46:14.679281 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7714d9e-a79e-4988-bcc9-2aef0e7447f2 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Pushing event updated for resources: {'Port': ['ID=6be1d571-6569-4031-b2fa-23a6d703f997,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:14.684884 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-e7714d9e-a79e-4988-bcc9-2aef0e7447f2 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:14.706875 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab69f5-e34f-4620-b145-45cfc42cdd2b req-e7714d9e-a79e-4988-bcc9-2aef0e7447f2 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:14.707870 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-f1ab69f5-e34f-4620-b145-45cfc42cdd2b req-e7714d9e-a79e-4988-bcc9-2aef0e7447f2 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for port, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:14.821007 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-f1ab69f5-e34f-4620-b145-45cfc42cdd2b req-e7714d9e-a79e-4988-bcc9-2aef0e7447f2 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8711283 Jun 16 09:46:14.842398 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [req-f1ab69f5-e34f-4620-b145-45cfc42cdd2b req-274ce534-4b58-47a8-95d1-a1a46a4c3164 service neutron] Request body: {'port': {'device_id': '0ccc4506-2658-4833-9f3b-dfb7d3def97c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:46:14.876709 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc272a6-c8be-4958-af74-fbcb1bd5c894 req-28c5985c-fb90-4f7d-b488-d5ccfa7f425e tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:14.878139 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-7dc272a6-c8be-4958-af74-fbcb1bd5c894 req-28c5985c-fb90-4f7d-b488-d5ccfa7f425e tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ccc4506-2658-4833-9f3b-dfb7d3def97c HTTP/1.1" status: 200 len: 932 time: 0.0927579 Jun 16 09:46:14.949556 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-7dc272a6-c8be-4958-af74-fbcb1bd5c894 req-d6105ce9-74d5-4422-affe-29bf18ef8aa7 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/security-groups?id=e122ffc2-269c-4c68-bb19-efe30185c869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643671 Jun 16 09:46:14.954598 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-f1ab69f5-e34f-4620-b145-45cfc42cdd2b req-274ce534-4b58-47a8-95d1-a1a46a4c3164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:15.106285 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58987fb2-e395-440b-8b44-54373fe62583 req-66407d46-4288-434d-a464-3a9088b7d2e2 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:15.112728 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-58987fb2-e395-440b-8b44-54373fe62583 req-66407d46-4288-434d-a464-3a9088b7d2e2 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea56a686-5160-4d42-b8cc-9b4bb95ecbcf HTTP/1.1" status: 200 len: 946 time: 0.0723248 Jun 16 09:46:15.155408 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-58987fb2-e395-440b-8b44-54373fe62583 req-97c4fc69-91c9-4644-b217-e38203db3bc4 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411401 Jun 16 09:46:15.203070 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ad7bd-b55a-42a3-bcf0-21bfd578d19a req-80fe1774-1138-48f0-aa5f-90b9098bdbed tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:15.204507 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-631ad7bd-b55a-42a3-bcf0-21bfd578d19a req-80fe1774-1138-48f0-aa5f-90b9098bdbed tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 943 time: 0.1370387 Jun 16 09:46:15.263465 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-631ad7bd-b55a-42a3-bcf0-21bfd578d19a req-cdb042a4-3eef-4db6-83b4-7712d8ef55f0 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510223 Jun 16 09:46:15.320084 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.notifiers.nova [req-f1ab69f5-e34f-4620-b145-45cfc42cdd2b req-274ce534-4b58-47a8-95d1-a1a46a4c3164 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6be1d571-6569-4031-b2fa-23a6d703f997 {{(pid=98980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:46:15.328696 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-f1ab69f5-e34f-4620-b145-45cfc42cdd2b req-274ce534-4b58-47a8-95d1-a1a46a4c3164 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:15.335944 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f6862-3e9f-4e2b-b6ff-30eed2ed7540 req-a9cf3865-69eb-4b2b-97af-36e22ff3a0c3 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:15.337526 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-872f6862-3e9f-4e2b-b6ff-30eed2ed7540 req-a9cf3865-69eb-4b2b-97af-36e22ff3a0c3 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.0772214 Jun 16 09:46:15.344605 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.provisioning_blocks [req-f1ab69f5-e34f-4620-b145-45cfc42cdd2b req-274ce534-4b58-47a8-95d1-a1a46a4c3164 service neutron] Transition to ACTIVE for port object 6be1d571-6569-4031-b2fa-23a6d703f997 will not be triggered until provisioned by entity L2. {{(pid=98980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:46:15.381434 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-872f6862-3e9f-4e2b-b6ff-30eed2ed7540 req-efd11fe8-0eaa-4ef5-9bd1-20a7c057194c tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381958 Jun 16 09:46:15.426282 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-f1ab69f5-e34f-4620-b145-45cfc42cdd2b req-274ce534-4b58-47a8-95d1-a1a46a4c3164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126582347'] for port, after_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:15.429910 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-8dab5573-22b9-4387-b7e5-8f00ac68f7ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:15.506505 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274ce534-4b58-47a8-95d1-a1a46a4c3164 service neutron] Pushing event updated for resources: {'Port': ['ID=6be1d571-6569-4031-b2fa-23a6d703f997,revision_number=2']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:15.509332 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-274ce534-4b58-47a8-95d1-a1a46a4c3164 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:15.574472 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.managers [req-f1ab69f5-e34f-4620-b145-45cfc42cdd2b req-274ce534-4b58-47a8-95d1-a1a46a4c3164 service neutron] Attempting to bind port 6be1d571-6569-4031-b2fa-23a6d703f997 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:46:15.574813 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.managers [req-f1ab69f5-e34f-4620-b145-45cfc42cdd2b req-274ce534-4b58-47a8-95d1-a1a46a4c3164 service neutron] Attempting to bind port 6be1d571-6569-4031-b2fa-23a6d703f997 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '11d7a99c-391a-4d23-a81d-60969cf78e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'e910ab9c-cb4c-44ec-8166-8d95582d52ce'}] {{(pid=98980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:46:15.575170 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ab69f5-e34f-4620-b145-45cfc42cdd2b req-274ce534-4b58-47a8-95d1-a1a46a4c3164 service neutron] Attempting to bind port 6be1d571-6569-4031-b2fa-23a6d703f997 on network e910ab9c-cb4c-44ec-8166-8d95582d52ce {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:46:15.579577 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ab69f5-e34f-4620-b145-45cfc42cdd2b req-274ce534-4b58-47a8-95d1-a1a46a4c3164 service neutron] Port 6be1d571-6569-4031-b2fa-23a6d703f997 on network e910ab9c-cb4c-44ec-8166-8d95582d52ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 09:46:15.579895 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ab69f5-e34f-4620-b145-45cfc42cdd2b req-274ce534-4b58-47a8-95d1-a1a46a4c3164 service neutron] Attempting to bind port 6be1d571-6569-4031-b2fa-23a6d703f997 on network e910ab9c-cb4c-44ec-8166-8d95582d52ce {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:46:15.585362 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ab69f5-e34f-4620-b145-45cfc42cdd2b req-274ce534-4b58-47a8-95d1-a1a46a4c3164 service neutron] Checking agent: {'id': '868dca64-f295-49d2-b561-88939e4b0d1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 41, 11), 'started_at': datetime.datetime(2021, 6, 16, 9, 41, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:46:15.585696 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ab69f5-e34f-4620-b145-45cfc42cdd2b req-274ce534-4b58-47a8-95d1-a1a46a4c3164 service neutron] Checking segment: {'id': '11d7a99c-391a-4d23-a81d-60969cf78e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'e910ab9c-cb4c-44ec-8166-8d95582d52ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:46:15.586078 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ab69f5-e34f-4620-b145-45cfc42cdd2b req-274ce534-4b58-47a8-95d1-a1a46a4c3164 service neutron] Bound using segment: {'id': '11d7a99c-391a-4d23-a81d-60969cf78e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'e910ab9c-cb4c-44ec-8166-8d95582d52ce'} {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:46:15.586496 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.managers [req-f1ab69f5-e34f-4620-b145-45cfc42cdd2b req-274ce534-4b58-47a8-95d1-a1a46a4c3164 service neutron] Bound port: 6be1d571-6569-4031-b2fa-23a6d703f997, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11d7a99c-391a-4d23-a81d-60969cf78e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'e910ab9c-cb4c-44ec-8166-8d95582d52ce'}}] {{(pid=98980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:46:15.586841 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-f1ab69f5-e34f-4620-b145-45cfc42cdd2b req-274ce534-4b58-47a8-95d1-a1a46a4c3164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:15.651959 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 5403c8cd-0d51-4beb-b15b-ccfb976d5fd4 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:46:15.673538 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.db [req-f1ab69f5-e34f-4620-b145-45cfc42cdd2b req-274ce534-4b58-47a8-95d1-a1a46a4c3164 service neutron] For port 6be1d571-6569-4031-b2fa-23a6d703f997, host hv-cinder-79628, cleared binding levels {{(pid=98980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:46:15.684761 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.db [req-f1ab69f5-e34f-4620-b145-45cfc42cdd2b req-274ce534-4b58-47a8-95d1-a1a46a4c3164 service neutron] For port 6be1d571-6569-4031-b2fa-23a6d703f997, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6be1d571-6569-4031-b2fa-23a6d703f997,segment=NetworkSegment(11d7a99c-391a-4d23-a81d-60969cf78e17),segment_id=11d7a99c-391a-4d23-a81d-60969cf78e17)] {{(pid=98980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:46:15.742488 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 50090) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:15.763407 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b7e85-a12c-459d-afdc-91e4910a41fd req-1fc21a8c-a198-4413-a71c-035661ab21ec tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:15.763802 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-363b7e85-a12c-459d-afdc-91e4910a41fd req-1fc21a8c-a198-4413-a71c-035661ab21ec tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.0708630 Jun 16 09:46:15.765449 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-f1ab69f5-e34f-4620-b145-45cfc42cdd2b req-274ce534-4b58-47a8-95d1-a1a46a4c3164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126582347'] for port, after_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:15.772366 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-a71048a7-f9df-4c2a-bc5c-5d5c1b5c3703 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:15.815790 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab69f5-e34f-4620-b145-45cfc42cdd2b req-274ce534-4b58-47a8-95d1-a1a46a4c3164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:15.816394 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-f1ab69f5-e34f-4620-b145-45cfc42cdd2b req-274ce534-4b58-47a8-95d1-a1a46a4c3164 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for port, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:15.817743 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-f1ab69f5-e34f-4620-b145-45cfc42cdd2b req-274ce534-4b58-47a8-95d1-a1a46a4c3164 service neutron] 10.222.0.49 "PUT /v2.0/ports/6be1d571-6569-4031-b2fa-23a6d703f997 HTTP/1.1" status: 200 len: 1094 time: 0.9800994 Jun 16 09:46:15.818222 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ccc4506-2658-4833-9f3b-dfb7d3def97c', 'tag': '6be1d571-6569-4031-b2fa-23a6d703f997'}] {{(pid=98980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:46:15.821083 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f334069be3519ec184138b23d582e39f65c0d47b6cef299b3d1a0596e5c2100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64492f79-6aee-494f-b196-7961166ab150" -d '{"events": [{"name": "network-changed", "server_uuid": "0ccc4506-2658-4833-9f3b-dfb7d3def97c", "tag": "6be1d571-6569-4031-b2fa-23a6d703f997"}]}' {{(pid=98980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:46:15.850175 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-0d51641c-d677-4f88-9f57-21e48bb8e4aa req-5e723388-b743-4286-8972-6813b931f73f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1032255 Jun 16 09:46:15.854289 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274ce534-4b58-47a8-95d1-a1a46a4c3164 service neutron] Pushing event updated for resources: {'Port': ['ID=6be1d571-6569-4031-b2fa-23a6d703f997,revision_number=3']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:15.859291 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-363b7e85-a12c-459d-afdc-91e4910a41fd req-a9d79055-1b5e-44ab-bfe1-dc9fb074d4c3 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0877869 Jun 16 09:46:15.860046 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-274ce534-4b58-47a8-95d1-a1a46a4c3164 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:15.867350 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84ea1ee-8213-47ae-af74-4e0fe26c2fce x-openstack-request-id: req-c84ea1ee-8213-47ae-af74-4e0fe26c2fce {{(pid=98980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:46:15.867669 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ccc4506-2658-4833-9f3b-dfb7d3def97c", "tag": "6be1d571-6569-4031-b2fa-23a6d703f997", "status": "completed", "code": 200}]} {{(pid=98980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:46:15.879473 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c84ea1ee-8213-47ae-af74-4e0fe26c2fce {{(pid=98980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:46:15.880016 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ccc4506-2658-4833-9f3b-dfb7d3def97c', 'tag': '6be1d571-6569-4031-b2fa-23a6d703f997', 'status': 'completed', 'code': 200} Jun 16 09:46:15.988590 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64492f79-6aee-494f-b196-7961166ab150 req-ebfd73c6-0030-48b5-868c-8ae4e7fd42fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:15.991771 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-64492f79-6aee-494f-b196-7961166ab150 req-ebfd73c6-0030-48b5-868c-8ae4e7fd42fb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d15dff7450049d78136b03e72d70749&device_id=0ccc4506-2658-4833-9f3b-dfb7d3def97c HTTP/1.1" status: 200 len: 1097 time: 0.0702550 Jun 16 09:46:16.093263 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 50108) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:16.119704 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64492f79-6aee-494f-b196-7961166ab150 req-dd638698-215a-44a9-a9e5-41ac50acd90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:16.121164 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-64492f79-6aee-494f-b196-7961166ab150 req-dd638698-215a-44a9-a9e5-41ac50acd90c service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=0d15dff7450049d78136b03e72d70749&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1137719 Jun 16 09:46:16.171095 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e824d9-8d34-4212-a499-270c4502b816 req-c27f9a9c-6103-4fda-ba1e-e621c3c4a399 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:16.173475 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-48e824d9-8d34-4212-a499-270c4502b816 req-c27f9a9c-6103-4fda-ba1e-e621c3c4a399 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ccc4506-2658-4833-9f3b-dfb7d3def97c HTTP/1.1" status: 200 len: 944 time: 0.0745156 Jun 16 09:46:16.214177 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-41eadb85-89ca-4a38-973d-64ff47149cb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:16.235087 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-48e824d9-8d34-4212-a499-270c4502b816 req-d93ef614-15cf-4a88-aa06-b33b0d64a314 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/security-groups?id=e122ffc2-269c-4c68-bb19-efe30185c869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530641 Jun 16 09:46:16.238859 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64492f79-6aee-494f-b196-7961166ab150 req-e2ce1537-59ca-4a4f-bb06-919818684622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:16.240248 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-64492f79-6aee-494f-b196-7961166ab150 req-e2ce1537-59ca-4a4f-bb06-919818684622 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1045463 Jun 16 09:46:16.337277 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-41eadb85-89ca-4a38-973d-64ff47149cb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:16.413162 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab69f5-e34f-4620-b145-45cfc42cdd2b req-2b476b2d-14e1-4fb3-8575-40e97d2db263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:16.415216 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-f1ab69f5-e34f-4620-b145-45cfc42cdd2b req-2b476b2d-14e1-4fb3-8575-40e97d2db263 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d15dff7450049d78136b03e72d70749&device_id=0ccc4506-2658-4833-9f3b-dfb7d3def97c HTTP/1.1" status: 200 len: 1097 time: 0.0716455 Jun 16 09:46:16.426416 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9eb2c4-b3cb-4e64-8fcd-2b9932d9f78c req-7491edef-a585-4b80-b8cf-c59e5ac93bb5 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:16.427948 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-0a9eb2c4-b3cb-4e64-8fcd-2b9932d9f78c req-7491edef-a585-4b80-b8cf-c59e5ac93bb5 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea56a686-5160-4d42-b8cc-9b4bb95ecbcf HTTP/1.1" status: 200 len: 946 time: 0.0788794 Jun 16 09:46:16.473398 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-0a9eb2c4-b3cb-4e64-8fcd-2b9932d9f78c req-83f5e784-cf15-4c4f-9406-4592cb514922 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377367 Jun 16 09:46:16.483521 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-41eadb85-89ca-4a38-973d-64ff47149cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:16.488967 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-b2b882e0-e6a8-4463-a450-376eae375673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:16.491247 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-f1ab69f5-e34f-4620-b145-45cfc42cdd2b req-c533bf6a-c8f9-4071-82af-30943e4c65ff service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6be1d571-6569-4031-b2fa-23a6d703f997 HTTP/1.1" status: 200 len: 217 time: 0.0441144 Jun 16 09:46:16.531495 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c52f3c-f7d2-4aac-8b66-88df4d572149 req-7ee02eab-0ea7-45a3-b120-b06115864462 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:16.540665 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-07c52f3c-f7d2-4aac-8b66-88df4d572149 req-7ee02eab-0ea7-45a3-b120-b06115864462 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.1199951 Jun 16 09:46:16.540851 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-41eadb85-89ca-4a38-973d-64ff47149cb9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d495a2f3a56f410fad1ab516be7aa89a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4439785 Jun 16 09:46:16.540851 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eadb85-89ca-4a38-973d-64ff47149cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50cc88d5-785d-4904-855d-3d3b5f72ad9a,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:16.544618 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-41eadb85-89ca-4a38-973d-64ff47149cb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:16.547068 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 50120) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:16.630872 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab69f5-e34f-4620-b145-45cfc42cdd2b req-2fdecd57-b913-469d-ba83-61a017ea2206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:16.632512 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-f1ab69f5-e34f-4620-b145-45cfc42cdd2b req-2fdecd57-b913-469d-ba83-61a017ea2206 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6b25991c-dc7d-4484-980e-9b79f93e8bd0 HTTP/1.1" status: 200 len: 854 time: 0.0668683 Jun 16 09:46:16.637760 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-07c52f3c-f7d2-4aac-8b66-88df4d572149 req-1c4ec186-e91e-44c9-bef3-39c294ad9671 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0987561 Jun 16 09:46:16.650384 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-b44fd996-5e99-481e-9d26-2c5081a20767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:16.680477 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-b44fd996-5e99-481e-9d26-2c5081a20767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:16.697681 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-f1ab69f5-e34f-4620-b145-45cfc42cdd2b req-f18d3b28-e9bb-4638-819b-a8306d56f5d8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e910ab9c-cb4c-44ec-8166-8d95582d52ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477006 Jun 16 09:46:16.718228 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e506fb7-8f65-495f-b753-13438b416046 req-a4b2252f-c81d-4b32-a043-6452b3e7909e tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:16.719759 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-8e506fb7-8f65-495f-b753-13438b416046 req-a4b2252f-c81d-4b32-a043-6452b3e7909e tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 943 time: 0.1270382 Jun 16 09:46:16.763636 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-8e506fb7-8f65-495f-b753-13438b416046 req-cd9d6f3a-5577-4ba1-83de-9d4b29c79b0d tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376422 Jun 16 09:46:16.825368 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3f6e4-91d1-4b05-a7ca-ef2b0a44e665 req-1394acd4-650e-4247-b366-edcd57a4167c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:16.826813 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-16a3f6e4-91d1-4b05-a7ca-ef2b0a44e665 req-1394acd4-650e-4247-b366-edcd57a4167c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dfe9f5ef1b4a464aa32329299459c90d&device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 1099 time: 0.1863570 Jun 16 09:46:16.861553 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-b44fd996-5e99-481e-9d26-2c5081a20767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:16.864458 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-b44fd996-5e99-481e-9d26-2c5081a20767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:16.865725 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-b44fd996-5e99-481e-9d26-2c5081a20767 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/50cc88d5-785d-4904-855d-3d3b5f72ad9a HTTP/1.1" status: 204 len: 168 time: 0.3197088 Jun 16 09:46:16.867511 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:16.874085 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-f1ab69f5-e34f-4620-b145-45cfc42cdd2b req-6dbc70bb-87eb-4b8f-8967-f23ed3b83a85 service neutron] 10.222.0.49 "GET /v2.0/networks/e910ab9c-cb4c-44ec-8166-8d95582d52ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692138 Jun 16 09:46:16.877282 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44fd996-5e99-481e-9d26-2c5081a20767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50cc88d5-785d-4904-855d-3d3b5f72ad9a,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:16.880464 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-b44fd996-5e99-481e-9d26-2c5081a20767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:16.909043 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d9a9d1-0e00-4b84-8282-c1e3ac73ea22 req-130af9a4-e76b-408b-b4bd-e0b3a2e9bc8d tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:16.910966 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-73d9a9d1-0e00-4b84-8282-c1e3ac73ea22 req-130af9a4-e76b-408b-b4bd-e0b3a2e9bc8d tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea56a686-5160-4d42-b8cc-9b4bb95ecbcf HTTP/1.1" status: 200 len: 946 time: 0.0852377 Jun 16 09:46:16.974705 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-1ebe8be4-ea3e-4011-b92f-528e685cc20b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:17.000338 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d55278-45da-4108-b941-3497c657b004 req-e03304a0-6d30-4cf7-b2d7-017f53a388b5 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:17.001977 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-03d55278-45da-4108-b941-3497c657b004 req-e03304a0-6d30-4cf7-b2d7-017f53a388b5 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.2169123 Jun 16 09:46:17.030554 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.plugin [req-73d9a9d1-0e00-4b84-8282-c1e3ac73ea22 req-871357ad-0d91-41e4-bcbb-7639c9d11d12 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Deleting port 116abee0-5e8d-443e-9b28-da0b00e7410c {{(pid=98981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:46:17.031236 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-73d9a9d1-0e00-4b84-8282-c1e3ac73ea22 req-871357ad-0d91-41e4-bcbb-7639c9d11d12 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:17.034445 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3f6e4-91d1-4b05-a7ca-ef2b0a44e665 req-eedcfb9b-c255-4f97-8b75-9b766414686a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:17.036019 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-16a3f6e4-91d1-4b05-a7ca-ef2b0a44e665 req-eedcfb9b-c255-4f97-8b75-9b766414686a service neutron] 10.222.0.49 "GET /v2.0/networks?id=5c8b8276-a881-4c68-ac89-d4ac2c936588 HTTP/1.1" status: 200 len: 911 time: 0.1993394 Jun 16 09:46:17.108883 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-f1ab69f5-e34f-4620-b145-45cfc42cdd2b req-bbee68ee-82cc-4fb0-b6e1-f28f9832a9a7 service neutron] 10.222.0.49 "GET /v2.0/networks/e910ab9c-cb4c-44ec-8166-8d95582d52ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255864 Jun 16 09:46:17.111749 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-03d55278-45da-4108-b941-3497c657b004 req-baef7c0c-1e80-4a43-8fef-48389d92c54c tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963757 Jun 16 09:46:17.141931 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-16a3f6e4-91d1-4b05-a7ca-ef2b0a44e665 req-dc332f75-8f23-4909-b80f-d268862ab3e3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f14669b-7283-4579-8ac1-826dc91f9540 HTTP/1.1" status: 200 len: 1001 time: 0.0830338 Jun 16 09:46:17.142768 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.db [req-73d9a9d1-0e00-4b84-8282-c1e3ac73ea22 req-871357ad-0d91-41e4-bcbb-7639c9d11d12 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] For port 116abee0-5e8d-443e-9b28-da0b00e7410c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=116abee0-5e8d-443e-9b28-da0b00e7410c,segment=NetworkSegment(36c94873-002f-4ad3-a0a4-ed02eb70eb5a),segment_id=36c94873-002f-4ad3-a0a4-ed02eb70eb5a)] {{(pid=98981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:46:17.143170 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-73d9a9d1-0e00-4b84-8282-c1e3ac73ea22 req-871357ad-0d91-41e4-bcbb-7639c9d11d12 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:17.209676 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3f6e4-91d1-4b05-a7ca-ef2b0a44e665 req-7c270b8e-bbf1-477e-95db-5818f3e0cd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:17.211144 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-16a3f6e4-91d1-4b05-a7ca-ef2b0a44e665 req-7c270b8e-bbf1-477e-95db-5818f3e0cd89 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d7f651ef-1612-428c-80c5-ecb2942fc3e0 HTTP/1.1" status: 200 len: 849 time: 0.0473666 Jun 16 09:46:17.229941 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.plugin [req-73d9a9d1-0e00-4b84-8282-c1e3ac73ea22 req-871357ad-0d91-41e4-bcbb-7639c9d11d12 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Calling delete_port for 116abee0-5e8d-443e-9b28-da0b00e7410c owned by compute:nova {{(pid=98981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:46:17.278065 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3f6e4-91d1-4b05-a7ca-ef2b0a44e665 req-05fe5127-a31b-45a5-a73e-f953056b450a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:17.279961 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-16a3f6e4-91d1-4b05-a7ca-ef2b0a44e665 req-05fe5127-a31b-45a5-a73e-f953056b450a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5c8b8276-a881-4c68-ac89-d4ac2c936588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0608521 Jun 16 09:46:17.404169 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-16a3f6e4-91d1-4b05-a7ca-ef2b0a44e665 req-71025860-2849-459a-92ec-743b539a6e64 service neutron] 10.222.0.49 "GET /v2.0/networks/5c8b8276-a881-4c68-ac89-d4ac2c936588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145685 Jun 16 09:46:17.473063 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4526eb8-9405-4d48-9059-07d3551bf15c req-ead3302b-393d-4149-92f6-d234bbfb7dbb tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:17.474522 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-d4526eb8-9405-4d48-9059-07d3551bf15c req-ead3302b-393d-4149-92f6-d234bbfb7dbb tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ccc4506-2658-4833-9f3b-dfb7d3def97c HTTP/1.1" status: 200 len: 944 time: 0.0804439 Jun 16 09:46:17.496881 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-16a3f6e4-91d1-4b05-a7ca-ef2b0a44e665 req-40fc333f-d8bd-4a53-8639-4025d5ea5ae9 service neutron] 10.222.0.49 "GET /v2.0/networks/5c8b8276-a881-4c68-ac89-d4ac2c936588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855749 Jun 16 09:46:17.517646 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-d4526eb8-9405-4d48-9059-07d3551bf15c req-eac47649-e1a3-45ff-b879-9be054e5815c tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/security-groups?id=e122ffc2-269c-4c68-bb19-efe30185c869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367675 Jun 16 09:46:17.551988 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-73d9a9d1-0e00-4b84-8282-c1e3ac73ea22 req-871357ad-0d91-41e4-bcbb-7639c9d11d12 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119'] for port, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:17.558489 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:17.589470 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871357ad-0d91-41e4-bcbb-7639c9d11d12 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Pushing event deleted for resources: {'Port': ['ID=116abee0-5e8d-443e-9b28-da0b00e7410c,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:17.594532 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-871357ad-0d91-41e4-bcbb-7639c9d11d12 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:17.604750 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] get_ports_and_sgs() called for port_ids ['87bfca89-ecc5-45ee-af99-3d67c9ed7165', '07e9bf37-da31-4078-818e-ddc158c05a7c', '0d7e37f4-4f08-464d-9ec7-aacf89ef2a0f', '116abee0-5e8d-443e-9b28-da0b00e7410c'] {{(pid=98982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:46:17.651684 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d9a9d1-0e00-4b84-8282-c1e3ac73ea22 req-871357ad-0d91-41e4-bcbb-7639c9d11d12 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] No DVR routers for this DVR port 116abee0-5e8d-443e-9b28-da0b00e7410c on host hv-cinder-79628 {{(pid=98981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:46:17.655111 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-73d9a9d1-0e00-4b84-8282-c1e3ac73ea22 req-871357ad-0d91-41e4-bcbb-7639c9d11d12 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for port, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:17.657068 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-73d9a9d1-0e00-4b84-8282-c1e3ac73ea22 req-871357ad-0d91-41e4-bcbb-7639c9d11d12 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.49 "DELETE /v2.0/ports/116abee0-5e8d-443e-9b28-da0b00e7410c HTTP/1.1" status: 204 len: 173 time: 0.7373447 Jun 16 09:46:17.657198 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-df294711-2664-4d6d-8efb-b891df8c8e84 req-279b1d09-5895-4c9a-a7e6-d354c71fb1e3 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea56a686-5160-4d42-b8cc-9b4bb95ecbcf HTTP/1.1" status: 200 len: 210 time: 0.0543964 Jun 16 09:46:17.657554 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea56a686-5160-4d42-b8cc-9b4bb95ecbcf', 'name': 'network-vif-deleted', 'tag': '116abee0-5e8d-443e-9b28-da0b00e7410c'}] {{(pid=98981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:46:17.668106 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18eb52cff4d517b1dce9432e7e66d3e16844a09bb405b8b8e4b50ca476568750" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a0e9ca-97ef-475c-9619-c35f1d034dad" -d '{"events": [{"server_uuid": "ea56a686-5160-4d42-b8cc-9b4bb95ecbcf", "name": "network-vif-deleted", "tag": "116abee0-5e8d-443e-9b28-da0b00e7410c"}]}' {{(pid=98981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:46:17.712349 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea026e9-d41d-4a4c-8a61-685431140bc6 x-openstack-request-id: req-eea026e9-d41d-4a4c-8a61-685431140bc6 {{(pid=98981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:46:17.712660 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea56a686-5160-4d42-b8cc-9b4bb95ecbcf", "name": "network-vif-deleted", "tag": "116abee0-5e8d-443e-9b28-da0b00e7410c", "status": "completed", "code": 200}]} {{(pid=98981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:46:17.717101 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eea026e9-d41d-4a4c-8a61-685431140bc6 {{(pid=98981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:46:17.717101 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea56a686-5160-4d42-b8cc-9b4bb95ecbcf', 'name': 'network-vif-deleted', 'tag': '116abee0-5e8d-443e-9b28-da0b00e7410c', 'status': 'completed', 'code': 200} Jun 16 09:46:17.829147 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679822ea-6bb9-4479-a05a-9ff9b1843094 req-eea98fe5-a413-41ee-bd05-c1e464e1412d tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:17.830817 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-679822ea-6bb9-4479-a05a-9ff9b1843094 req-eea98fe5-a413-41ee-bd05-c1e464e1412d tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.0739136 Jun 16 09:46:17.876386 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-679822ea-6bb9-4479-a05a-9ff9b1843094 req-25f19387-108b-4dca-982e-24978c7c94c4 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0375717 Jun 16 09:46:18.021637 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2fe331-e4c1-400a-a8c0-0c4a5acb86b2 req-5a07929f-a7d8-45f9-9c03-f5b6653b331d tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:18.023244 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-fb2fe331-e4c1-400a-a8c0-0c4a5acb86b2 req-5a07929f-a7d8-45f9-9c03-f5b6653b331d tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 943 time: 0.0712764 Jun 16 09:46:18.062799 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-fb2fe331-e4c1-400a-a8c0-0c4a5acb86b2 req-58314e12-662d-49e2-a0a6-0af5f761d071 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334058 Jun 16 09:46:18.315040 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7493ad6f-76d7-4c9c-a374-c8a1c2d5402d req-ae94cc61-ed98-4dab-b1f9-423c045b7f99 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:18.316710 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-7493ad6f-76d7-4c9c-a374-c8a1c2d5402d req-ae94cc61-ed98-4dab-b1f9-423c045b7f99 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.0707147 Jun 16 09:46:18.357461 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-7493ad6f-76d7-4c9c-a374-c8a1c2d5402d req-d97327a7-6ba8-4f75-8571-5886c1091eb7 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333877 Jun 16 09:46:18.702459 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac39b91-b125-494a-bbff-bf3ecb546533 req-b73cb14f-f5de-454e-934a-302c28e5c0f8 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:18.703999 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-dac39b91-b125-494a-bbff-bf3ecb546533 req-b73cb14f-f5de-454e-934a-302c28e5c0f8 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ccc4506-2658-4833-9f3b-dfb7d3def97c HTTP/1.1" status: 200 len: 944 time: 0.0721326 Jun 16 09:46:18.744291 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-dac39b91-b125-494a-bbff-bf3ecb546533 req-2a4b4545-d6ee-45af-b5fc-a5d8bda394b6 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/security-groups?id=e122ffc2-269c-4c68-bb19-efe30185c869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337732 Jun 16 09:46:18.817432 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-fe8418dd-18a6-4cf9-9068-78be3d4a92db req-111c5867-4fef-44b9-ac40-41e1b1fc2704 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea56a686-5160-4d42-b8cc-9b4bb95ecbcf HTTP/1.1" status: 200 len: 210 time: 0.0278502 Jun 16 09:46:19.069068 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad2675-2ba8-4396-a744-8c6d0aebf546 req-f75b7154-5977-4689-9e02-26690fc869c9 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:19.070778 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-bfad2675-2ba8-4396-a744-8c6d0aebf546 req-f75b7154-5977-4689-9e02-26690fc869c9 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.0795028 Jun 16 09:46:19.276005 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73b818-62b0-4e08-a494-11a887e575ad req-79d1302f-24da-4e2b-b70c-2415233f1435 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:19.277649 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-3c73b818-62b0-4e08-a494-11a887e575ad req-79d1302f-24da-4e2b-b70c-2415233f1435 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 943 time: 0.0764575 Jun 16 09:46:19.319143 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-3c73b818-62b0-4e08-a494-11a887e575ad req-f1beb807-3a9e-497f-ba1e-763bb8aa7575 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347917 Jun 16 09:46:19.329084 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-a7422d07-91d6-415f-8c13-f2a195f7c4e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:19.340247 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-bfad2675-2ba8-4396-a744-8c6d0aebf546 req-250867ce-e685-4906-ab75-3526e0d29275 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2630794 Jun 16 09:46:19.506529 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:19.543278 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac7dbe-5194-4254-a8f5-370ccb8a3943 req-ee55fb72-dd21-4e42-8b2a-e2be197b72f8 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:19.544734 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-9fac7dbe-5194-4254-a8f5-370ccb8a3943 req-ee55fb72-dd21-4e42-8b2a-e2be197b72f8 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.0651135 Jun 16 09:46:19.581774 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-9fac7dbe-5194-4254-a8f5-370ccb8a3943 req-d94bb1d1-a845-49e6-9de6-84f1c34c4317 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305357 Jun 16 09:46:19.685438 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 6be1d571-6569-4031-b2fa-23a6d703f997 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=98982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 09:46:19.788668 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 6be1d571-6569-4031-b2fa-23a6d703f997, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6be1d571-6569-4031-b2fa-23a6d703f997,segment=NetworkSegment(11d7a99c-391a-4d23-a81d-60969cf78e17),segment_id=11d7a99c-391a-4d23-a81d-60969cf78e17)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:46:19.800618 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Returning: {'device': '6be1d571-6569-4031-b2fa-23a6d703f997', 'network_id': 'e910ab9c-cb4c-44ec-8166-8d95582d52ce', 'port_id': '6be1d571-6569-4031-b2fa-23a6d703f997', 'mac_address': 'fa:16:3e:f3:e5:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b25991c-dc7d-4484-980e-9b79f93e8bd0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 09:46:19.838936 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:19.857801 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.notifiers.nova [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6be1d571-6569-4031-b2fa-23a6d703f997 {{(pid=98982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:46:19.869975 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51641c-d677-4f88-9f57-21e48bb8e4aa req-21e74ce2-dc9a-4eff-bc90-48cc4c4bb2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:19.871907 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-0d51641c-d677-4f88-9f57-21e48bb8e4aa req-21e74ce2-dc9a-4eff-bc90-48cc4c4bb2ac service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88&tenant_id=f5476756cec74ac89980f811e6b4c64a HTTP/1.1" status: 200 len: 1096 time: 0.0970569 Jun 16 09:46:19.881490 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 6be1d571-6569-4031-b2fa-23a6d703f997, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6be1d571-6569-4031-b2fa-23a6d703f997,segment=NetworkSegment(11d7a99c-391a-4d23-a81d-60969cf78e17),segment_id=11d7a99c-391a-4d23-a81d-60969cf78e17)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:46:19.917148 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:19.918971 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:19.923164 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a048c-a2f8-46e7-b4c8-4755c0c1cb4b req-49191e9d-4759-4dd4-9b12-08da31cf1944 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:19.924656 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-300a048c-a2f8-46e7-b4c8-4755c0c1cb4b req-49191e9d-4759-4dd4-9b12-08da31cf1944 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ccc4506-2658-4833-9f3b-dfb7d3def97c HTTP/1.1" status: 200 len: 944 time: 0.0678406 Jun 16 09:46:19.969012 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-300a048c-a2f8-46e7-b4c8-4755c0c1cb4b req-5e8abba5-fffa-4232-a9c3-00395140edca tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/security-groups?id=e122ffc2-269c-4c68-bb19-efe30185c869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378342 Jun 16 09:46:19.974925 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Pushing event updated for resources: {'Port': ['ID=6be1d571-6569-4031-b2fa-23a6d703f997,revision_number=4']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:19.981112 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51641c-d677-4f88-9f57-21e48bb8e4aa req-f4a7e107-9d46-4601-9cdd-0c0096af741a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:19.981112 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-0d51641c-d677-4f88-9f57-21e48bb8e4aa req-f4a7e107-9d46-4601-9cdd-0c0096af741a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f5476756cec74ac89980f811e6b4c64a&device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 1096 time: 0.0696399 Jun 16 09:46:19.981567 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:20.065815 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51641c-d677-4f88-9f57-21e48bb8e4aa req-7995bfe4-7ba9-4476-bdb4-37bd023376a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:20.067653 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-0d51641c-d677-4f88-9f57-21e48bb8e4aa req-7995bfe4-7ba9-4476-bdb4-37bd023376a5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b643789e-234a-40e9-b489-894119bc4f89 HTTP/1.1" status: 200 len: 917 time: 0.0836370 Jun 16 09:46:20.168503 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-0d51641c-d677-4f88-9f57-21e48bb8e4aa req-a91540a8-4d22-4462-90e0-61d4ad88633a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5403c8cd-0d51-4beb-b15b-ccfb976d5fd4 HTTP/1.1" status: 200 len: 998 time: 0.0936458 Jun 16 09:46:20.218478 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51641c-d677-4f88-9f57-21e48bb8e4aa req-f63bed41-739b-4add-9f58-6a450489636b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:20.219958 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-0d51641c-d677-4f88-9f57-21e48bb8e4aa req-f63bed41-739b-4add-9f58-6a450489636b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b5e9ba67-07c6-43ea-ad13-16d85d3a0ee3 HTTP/1.1" status: 200 len: 855 time: 0.0444410 Jun 16 09:46:20.276532 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51641c-d677-4f88-9f57-21e48bb8e4aa req-d741e751-72a6-4168-a849-1e537b9b3ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:20.277945 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-0d51641c-d677-4f88-9f57-21e48bb8e4aa req-d741e751-72a6-4168-a849-1e537b9b3ee4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b643789e-234a-40e9-b489-894119bc4f89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510626 Jun 16 09:46:20.322317 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] get_ports_and_sgs() called for port_ids ['6be1d571-6569-4031-b2fa-23a6d703f997'] {{(pid=98982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:46:20.406506 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-0d51641c-d677-4f88-9f57-21e48bb8e4aa req-dc6cbb19-85ed-4ef1-a595-94a5e2178d3a service neutron] 10.222.0.49 "GET /v2.0/networks/b643789e-234a-40e9-b489-894119bc4f89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211908 Jun 16 09:46:20.520976 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-0d51641c-d677-4f88-9f57-21e48bb8e4aa req-41c397cf-738f-483f-b927-0484443f45e3 service neutron] 10.222.0.49 "GET /v2.0/networks/b643789e-234a-40e9-b489-894119bc4f89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071963 Jun 16 09:46:20.563181 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-16d92f64-da1b-4eb0-8f0f-160fef97265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:20.574008 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f03a762-b322-491f-bced-56cc95b46555 req-3f3ddb7c-cc51-45e0-97c0-fff1c2ffad53 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:20.575523 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-5f03a762-b322-491f-bced-56cc95b46555 req-3f3ddb7c-cc51-45e0-97c0-fff1c2ffad53 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 943 time: 0.0678303 Jun 16 09:46:20.612435 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-5f03a762-b322-491f-bced-56cc95b46555 req-c1e6cb4c-2940-4539-a8ff-8d2d1e2d74ad tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312283 Jun 16 09:46:20.757269 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11ba2d-0ae4-485a-a153-7c03dc834ecf req-6323a921-cb82-4291-bd95-176d18226456 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:20.758724 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-de11ba2d-0ae4-485a-a153-7c03dc834ecf req-6323a921-cb82-4291-bd95-176d18226456 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.0642960 Jun 16 09:46:20.799133 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-de11ba2d-0ae4-485a-a153-7c03dc834ecf req-ca079019-bafa-43c4-823f-830ddcdfa6f2 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346041 Jun 16 09:46:21.174433 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc3a50-31bd-433b-b390-4b2297cdfb48 req-bef02cda-a8de-4dd0-a609-434ee41542ed tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:21.177276 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-becc3a50-31bd-433b-b390-4b2297cdfb48 req-bef02cda-a8de-4dd0-a609-434ee41542ed tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ccc4506-2658-4833-9f3b-dfb7d3def97c HTTP/1.1" status: 200 len: 945 time: 0.0857425 Jun 16 09:46:21.216687 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-becc3a50-31bd-433b-b390-4b2297cdfb48 req-94d2f9b3-73a0-4bea-9400-bba77d56bba3 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/security-groups?id=e122ffc2-269c-4c68-bb19-efe30185c869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340436 Jun 16 09:46:21.692892 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 6be1d571-6569-4031-b2fa-23a6d703f997 up at agent hyperv_hv-cinder-79628 {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:46:21.834299 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e7f33-e016-4ca1-8bd4-466d1f29e988 req-da101b9c-045a-4cb9-a034-968179107962 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:21.835940 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-1b2e7f33-e016-4ca1-8bd4-466d1f29e988 req-da101b9c-045a-4cb9-a034-968179107962 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 943 time: 0.0892315 Jun 16 09:46:21.846198 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b3074-3265-418c-b485-25f324baefb3 req-da7aeae9-5bb7-40e2-a196-c6ff3b53e4b4 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:21.847786 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-1c8b3074-3265-418c-b485-25f324baefb3 req-da7aeae9-5bb7-40e2-a196-c6ff3b53e4b4 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb50a8f9-46eb-4aac-9592-f3bcbe30e990 HTTP/1.1" status: 200 len: 945 time: 0.0854504 Jun 16 09:46:21.860554 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Provisioning for port 6be1d571-6569-4031-b2fa-23a6d703f997 completed by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:46:21.865066 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Provisioning complete for port 6be1d571-6569-4031-b2fa-23a6d703f997 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:46:21.866231 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:21.903461 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-1b2e7f33-e016-4ca1-8bd4-466d1f29e988 req-4fd32aff-8547-4993-92fc-614f199906ed tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545542 Jun 16 09:46:21.921172 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-1c8b3074-3265-418c-b485-25f324baefb3 req-12a54eb8-5685-4bbf-b45f-383c87bc13fd tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557272 Jun 16 09:46:22.051657 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:22.093835 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ccc4506-2658-4833-9f3b-dfb7d3def97c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6be1d571-6569-4031-b2fa-23a6d703f997'}] {{(pid=98982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:46:22.096526 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4f9cc304a916b9d47f5f8bf5758f709c886eea9513b83351d26ab7408c86625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6afe4d-3336-4f41-99e1-250806f9b533" -d '{"events": [{"server_uuid": "0ccc4506-2658-4833-9f3b-dfb7d3def97c", "name": "network-vif-plugged", "status": "completed", "tag": "6be1d571-6569-4031-b2fa-23a6d703f997"}]}' {{(pid=98982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:46:22.111880 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 6be1d571-6569-4031-b2fa-23a6d703f997, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6be1d571-6569-4031-b2fa-23a6d703f997,segment=NetworkSegment(11d7a99c-391a-4d23-a81d-60969cf78e17),segment_id=11d7a99c-391a-4d23-a81d-60969cf78e17)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:46:22.118215 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7efeecc-be2e-4181-a89c-529b4b713452 req-eabae33e-1550-4cbd-92fd-ef9c7b526507 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:22.122837 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-b7efeecc-be2e-4181-a89c-529b4b713452 req-eabae33e-1550-4cbd-92fd-ef9c7b526507 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.0768988 Jun 16 09:46:22.140473 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0bcfe2-5401-4861-9997-d8d4ef2496f5 x-openstack-request-id: req-ed0bcfe2-5401-4861-9997-d8d4ef2496f5 {{(pid=98982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:46:22.141442 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ccc4506-2658-4833-9f3b-dfb7d3def97c", "name": "network-vif-plugged", "status": "completed", "tag": "6be1d571-6569-4031-b2fa-23a6d703f997", "code": 200}]} {{(pid=98982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:46:22.141912 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ed0bcfe2-5401-4861-9997-d8d4ef2496f5 {{(pid=98982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:46:22.142506 dv-cinder-796286-4-iscsi neutron-server[98982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ccc4506-2658-4833-9f3b-dfb7d3def97c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6be1d571-6569-4031-b2fa-23a6d703f997', 'code': 200} Jun 16 09:46:22.173521 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-b7efeecc-be2e-4181-a89c-529b4b713452 req-adf2bcab-863b-445f-a90a-c7aed4b86d48 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476391 Jun 16 09:46:22.266081 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:22.267138 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 116abee0-5e8d-443e-9b28-da0b00e7410c no longer exists at agent hyperv_hv-cinder-79628 {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:46:22.269117 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:22.319642 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] No Port match for: 116abee0-5e8d-443e-9b28-da0b00e7410c {{(pid=98982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:46:22.319971 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 116abee0-5e8d-443e-9b28-da0b00e7410c not bound to the agent host hv-cinder-79628 {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:46:22.371130 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Pushing event updated for resources: {'Port': ['ID=6be1d571-6569-4031-b2fa-23a6d703f997,revision_number=5']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:22.374313 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:22.410173 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c3d5b-b880-4b39-84a1-651d33c9a0c2 req-b7832ee7-07ab-445f-b13f-5f8fbf5f3b53 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:22.411648 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-743c3d5b-b880-4b39-84a1-651d33c9a0c2 req-b7832ee7-07ab-445f-b13f-5f8fbf5f3b53 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ccc4506-2658-4833-9f3b-dfb7d3def97c HTTP/1.1" status: 200 len: 946 time: 0.0741167 Jun 16 09:46:22.450261 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-743c3d5b-b880-4b39-84a1-651d33c9a0c2 req-1fffd073-354d-41fa-a796-858bdae4e700 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/security-groups?id=e122ffc2-269c-4c68-bb19-efe30185c869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328147 Jun 16 09:46:22.500368 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e4fb578b-fd5e-47f0-aa8c-4b83a36f29c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:23.093031 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e6c5b-a615-4b29-b78b-8c3879cfe69d req-b4e644d5-42ef-4536-8e7f-4a7359fef213 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:23.095334 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-682e6c5b-a615-4b29-b78b-8c3879cfe69d req-b4e644d5-42ef-4536-8e7f-4a7359fef213 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 943 time: 0.0733871 Jun 16 09:46:23.118521 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38829347-86c9-455a-81e9-903e78ba7a6b req-3074a994-534e-4bb9-b9bd-ce2b8d254c44 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:23.126085 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-38829347-86c9-455a-81e9-903e78ba7a6b req-3074a994-534e-4bb9-b9bd-ce2b8d254c44 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb50a8f9-46eb-4aac-9592-f3bcbe30e990 HTTP/1.1" status: 200 len: 945 time: 0.0864925 Jun 16 09:46:23.142233 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-682e6c5b-a615-4b29-b78b-8c3879cfe69d req-f2e5b309-74ee-4117-b6dc-606b5bc656a1 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418830 Jun 16 09:46:23.192928 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-38829347-86c9-455a-81e9-903e78ba7a6b req-2e96f21d-53f0-4fb6-8f21-ab99e170454e tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650198 Jun 16 09:46:23.359758 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281956e-57f4-42d9-8d98-18bae8bfb38c req-1acbff24-8045-4d41-978b-2b3630f8956c tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:23.361834 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-4281956e-57f4-42d9-8d98-18bae8bfb38c req-1acbff24-8045-4d41-978b-2b3630f8956c tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.0678496 Jun 16 09:46:23.405865 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-4281956e-57f4-42d9-8d98-18bae8bfb38c req-ee9bb193-3b3d-47a4-8ee5-888c930679f5 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339482 Jun 16 09:46:23.638705 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d48bde1-eb59-45af-b60f-ae060a8ec60a req-4faff9dd-be42-4ab2-947b-e82974914866 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:23.640218 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-5d48bde1-eb59-45af-b60f-ae060a8ec60a req-4faff9dd-be42-4ab2-947b-e82974914866 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ccc4506-2658-4833-9f3b-dfb7d3def97c HTTP/1.1" status: 200 len: 946 time: 0.0641704 Jun 16 09:46:23.681084 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-5d48bde1-eb59-45af-b60f-ae060a8ec60a req-299411a3-b67e-4eff-a507-19cdae468887 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/security-groups?id=e122ffc2-269c-4c68-bb19-efe30185c869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346205 Jun 16 09:46:24.341769 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b768f4-2616-4cb4-92b3-7c2e7ebe21a2 req-62ca1fb3-030c-46a1-a010-67352ea7090b tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:24.343251 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-77b768f4-2616-4cb4-92b3-7c2e7ebe21a2 req-62ca1fb3-030c-46a1-a010-67352ea7090b tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 943 time: 0.0688901 Jun 16 09:46:24.404017 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c7801-347c-4d2d-b506-f40a7defe7f4 req-3d528266-1fc9-4c47-b1f8-5c7ada6d7980 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:24.406685 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-341c7801-347c-4d2d-b506-f40a7defe7f4 req-3d528266-1fc9-4c47-b1f8-5c7ada6d7980 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb50a8f9-46eb-4aac-9592-f3bcbe30e990 HTTP/1.1" status: 200 len: 945 time: 0.0833435 Jun 16 09:46:24.411630 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-77b768f4-2616-4cb4-92b3-7c2e7ebe21a2 req-86098806-5445-41ef-b025-3bdd54756682 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524399 Jun 16 09:46:24.455620 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-341c7801-347c-4d2d-b506-f40a7defe7f4 req-9f83c806-c10d-4e44-a987-4c2e9ddc5a87 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420558 Jun 16 09:46:24.614825 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca60ae3-b21e-413c-82c3-70a3d5afe2ad req-76c254a0-23b3-4c5f-93b4-1ad32cf46c7c tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:24.616369 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-1ca60ae3-b21e-413c-82c3-70a3d5afe2ad req-76c254a0-23b3-4c5f-93b4-1ad32cf46c7c tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.0765541 Jun 16 09:46:24.656300 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-1ca60ae3-b21e-413c-82c3-70a3d5afe2ad req-2a1e9e43-a6a4-46e1-b26a-e8b801e1ac7e tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338836 Jun 16 09:46:24.861673 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b5076c-6c61-4901-be8c-9a7164e76e0a req-404743db-b7a5-4d31-b346-3e9295af3612 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:24.863279 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-a3b5076c-6c61-4901-be8c-9a7164e76e0a req-404743db-b7a5-4d31-b346-3e9295af3612 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ccc4506-2658-4833-9f3b-dfb7d3def97c HTTP/1.1" status: 200 len: 946 time: 0.0672615 Jun 16 09:46:24.902135 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-a3b5076c-6c61-4901-be8c-9a7164e76e0a req-09dc7045-cd42-4342-90ce-99deb409aea2 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/security-groups?id=e122ffc2-269c-4c68-bb19-efe30185c869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324132 Jun 16 09:46:25.607898 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed4595-0c8c-4672-8ebc-51d06ae6da6c req-03a7109f-4ddc-4430-8c7c-cf5f274c2617 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:25.609427 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-d7ed4595-0c8c-4672-8ebc-51d06ae6da6c req-03a7109f-4ddc-4430-8c7c-cf5f274c2617 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 943 time: 0.0766943 Jun 16 09:46:25.651297 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-d7ed4595-0c8c-4672-8ebc-51d06ae6da6c req-c1ad2a66-663f-4a24-ba10-65a86b1e6e8b tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346649 Jun 16 09:46:25.663853 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2c568-99fd-47ff-b96b-1fc9d7ec1220 req-dc895de9-f2c1-426b-9d89-5eac5dd4eb56 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:25.666130 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-b5f2c568-99fd-47ff-b96b-1fc9d7ec1220 req-dc895de9-f2c1-426b-9d89-5eac5dd4eb56 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb50a8f9-46eb-4aac-9592-f3bcbe30e990 HTTP/1.1" status: 200 len: 945 time: 0.0739186 Jun 16 09:46:25.722781 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-b5f2c568-99fd-47ff-b96b-1fc9d7ec1220 req-9730d44a-94ab-4521-8a28-a210fd13849b tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501156 Jun 16 09:46:25.871646 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4523144-5a87-4fb6-9c9f-1d07e6e920d3 req-b7e51f93-2c7f-427f-8901-4a1b370bc5be tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:25.873585 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-e4523144-5a87-4fb6-9c9f-1d07e6e920d3 req-b7e51f93-2c7f-427f-8901-4a1b370bc5be tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.0851283 Jun 16 09:46:26.149935 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-e4523144-5a87-4fb6-9c9f-1d07e6e920d3 req-3bd05f8e-9fcd-4525-ace7-34f46d2bdbcd tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692709 Jun 16 09:46:26.154632 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102fd499-284f-4175-8b44-d8c80f53269c req-a925217d-3597-4e59-aee4-d58749ad10da tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:26.161636 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-102fd499-284f-4175-8b44-d8c80f53269c req-a925217d-3597-4e59-aee4-d58749ad10da tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ccc4506-2658-4833-9f3b-dfb7d3def97c HTTP/1.1" status: 200 len: 946 time: 0.0834293 Jun 16 09:46:26.198076 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-102fd499-284f-4175-8b44-d8c80f53269c req-8dcbf2c8-b7ab-45bf-9904-7a45eebaf522 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/security-groups?id=e122ffc2-269c-4c68-bb19-efe30185c869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349562 Jun 16 09:46:26.870652 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8519048c-dff7-476c-a378-d1d245c10a23 req-8322e62f-c26e-4c11-9625-f7a206bc5dd8 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:26.875794 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-8519048c-dff7-476c-a378-d1d245c10a23 req-8322e62f-c26e-4c11-9625-f7a206bc5dd8 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 943 time: 0.0798295 Jun 16 09:46:26.915213 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594df6cc-76b7-406e-a228-dc09d1e12d73 req-df12c3bf-6d3d-4db1-b6e0-9deef00b16cd tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:26.916686 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-594df6cc-76b7-406e-a228-dc09d1e12d73 req-df12c3bf-6d3d-4db1-b6e0-9deef00b16cd tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb50a8f9-46eb-4aac-9592-f3bcbe30e990 HTTP/1.1" status: 200 len: 945 time: 0.0703635 Jun 16 09:46:26.916923 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-8519048c-dff7-476c-a378-d1d245c10a23 req-106b6b47-b35e-4577-bf92-dc5938a00eff tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370011 Jun 16 09:46:26.958106 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-594df6cc-76b7-406e-a228-dc09d1e12d73 req-ecf0d994-b1a4-4584-9b3a-1272c50ac824 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354564 Jun 16 09:46:27.370662 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f68dc-da64-49f6-be56-406386e4b7f3 req-c97b0bf1-c4ce-4059-9237-4e447503ed35 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:27.373569 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-916f68dc-da64-49f6-be56-406386e4b7f3 req-c97b0bf1-c4ce-4059-9237-4e447503ed35 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.0964861 Jun 16 09:46:27.411454 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c73025-e593-4c7c-8ea2-1ab8b148ce6e req-09a97035-3e14-46d1-849f-22728de58e3e tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:27.414770 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-78c73025-e593-4c7c-8ea2-1ab8b148ce6e req-09a97035-3e14-46d1-849f-22728de58e3e tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ccc4506-2658-4833-9f3b-dfb7d3def97c HTTP/1.1" status: 200 len: 946 time: 0.0975623 Jun 16 09:46:27.430318 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-916f68dc-da64-49f6-be56-406386e4b7f3 req-b67dfd75-b7fa-4f81-8ca7-5a65d048dcd7 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499146 Jun 16 09:46:27.460997 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-78c73025-e593-4c7c-8ea2-1ab8b148ce6e req-7d44daea-32cf-4d9b-a812-524f0dddda4b tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/security-groups?id=e122ffc2-269c-4c68-bb19-efe30185c869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403674 Jun 16 09:46:28.145081 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866e37b-9aed-4696-a173-9018db78204d req-46e880b4-ae28-4245-83d6-651967d6fa66 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:28.148025 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-4866e37b-9aed-4696-a173-9018db78204d req-46e880b4-ae28-4245-83d6-651967d6fa66 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 943 time: 0.0929749 Jun 16 09:46:28.179133 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e63f4e-83f0-4fa6-9677-5ccc4fb67518 req-3ddeed77-3cd7-4cb0-9c5d-7968f78a0eec tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:28.186921 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-a0e63f4e-83f0-4fa6-9677-5ccc4fb67518 req-3ddeed77-3cd7-4cb0-9c5d-7968f78a0eec tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb50a8f9-46eb-4aac-9592-f3bcbe30e990 HTTP/1.1" status: 200 len: 945 time: 0.0959160 Jun 16 09:46:28.213193 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-4866e37b-9aed-4696-a173-9018db78204d req-47d83fa9-7de1-4d9b-a175-da3710dd3a0f tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514388 Jun 16 09:46:28.238425 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-a0e63f4e-83f0-4fa6-9677-5ccc4fb67518 req-2dc3cdd4-f119-45a0-8a10-6c623da335be tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500090 Jun 16 09:46:28.644931 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6067e88-1ed1-4388-8828-2ba769d9715c req-c6ee7539-55fc-46bc-9cd4-1168244596e0 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:28.644931 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-e6067e88-1ed1-4388-8828-2ba769d9715c req-c6ee7539-55fc-46bc-9cd4-1168244596e0 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.0740831 Jun 16 09:46:28.697422 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-e6067e88-1ed1-4388-8828-2ba769d9715c req-309f3164-75c3-44b4-af32-da47812798a1 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544877 Jun 16 09:46:28.712969 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84e3c2-73d6-4e53-96a9-e828b00c4e1f req-8e40ae93-bfec-4202-aad3-6a2ec5c8ffd4 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:28.714525 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-5c84e3c2-73d6-4e53-96a9-e828b00c4e1f req-8e40ae93-bfec-4202-aad3-6a2ec5c8ffd4 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ccc4506-2658-4833-9f3b-dfb7d3def97c HTTP/1.1" status: 200 len: 946 time: 0.1004360 Jun 16 09:46:28.780336 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-5c84e3c2-73d6-4e53-96a9-e828b00c4e1f req-eecf9e3b-60e8-4dd0-80af-54288c600e53 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/security-groups?id=e122ffc2-269c-4c68-bb19-efe30185c869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524199 Jun 16 09:46:29.430401 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191a1b5-a759-4a54-a62b-2c0738c8273e req-3be1c7a3-de8e-42a4-8ed1-b08227f5cdf0 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:29.438269 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-b191a1b5-a759-4a54-a62b-2c0738c8273e req-3be1c7a3-de8e-42a4-8ed1-b08227f5cdf0 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb50a8f9-46eb-4aac-9592-f3bcbe30e990 HTTP/1.1" status: 200 len: 945 time: 0.0887852 Jun 16 09:46:29.451690 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9746392d-ac20-4235-acd6-145c39c8c3f8 req-8c096df7-808f-4d5e-b84e-9e42e99d08b3 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:29.453396 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-9746392d-ac20-4235-acd6-145c39c8c3f8 req-8c096df7-808f-4d5e-b84e-9e42e99d08b3 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 943 time: 0.0857379 Jun 16 09:46:29.479283 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-b191a1b5-a759-4a54-a62b-2c0738c8273e req-6799dcf9-089f-4587-a795-b2d2355de00b tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396562 Jun 16 09:46:29.498579 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-9746392d-ac20-4235-acd6-145c39c8c3f8 req-f2f980dd-e822-442e-b823-6bf1c18000ef tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377743 Jun 16 09:46:29.883862 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaeff8d-6698-440d-b3cd-6ef1db855503 req-846cea94-440e-41be-a4e6-00c396c90803 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:29.885347 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-aaaeff8d-6698-440d-b3cd-6ef1db855503 req-846cea94-440e-41be-a4e6-00c396c90803 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.0634017 Jun 16 09:46:29.922549 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-aaaeff8d-6698-440d-b3cd-6ef1db855503 req-dd34eb5d-9592-4314-a7ce-0f3009f06d40 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316498 Jun 16 09:46:29.955867 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e4496-f99a-425f-ac47-8266e93418f8 req-28eeff11-830c-4055-b6aa-f888a2a91471 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:29.957329 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-473e4496-f99a-425f-ac47-8266e93418f8 req-28eeff11-830c-4055-b6aa-f888a2a91471 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ccc4506-2658-4833-9f3b-dfb7d3def97c HTTP/1.1" status: 200 len: 946 time: 0.0625041 Jun 16 09:46:29.993659 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-473e4496-f99a-425f-ac47-8266e93418f8 req-a33f40f5-9150-47cf-8d0f-5affdefb1396 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/security-groups?id=e122ffc2-269c-4c68-bb19-efe30185c869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299456 Jun 16 09:46:30.664487 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d176f-df96-4b02-ad72-9e7e8554fde1 req-10f5837e-3c48-4dd9-b5c4-a418e0752347 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:30.674429 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-5e0d176f-df96-4b02-ad72-9e7e8554fde1 req-10f5837e-3c48-4dd9-b5c4-a418e0752347 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb50a8f9-46eb-4aac-9592-f3bcbe30e990 HTTP/1.1" status: 200 len: 945 time: 0.0755565 Jun 16 09:46:30.702968 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2d414-0b6f-4d93-aae1-bf600480ecf5 req-6ca640c1-8598-4596-845d-d3065ccf5f3e tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:30.705257 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-5de2d414-0b6f-4d93-aae1-bf600480ecf5 req-6ca640c1-8598-4596-845d-d3065ccf5f3e tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 943 time: 0.0790884 Jun 16 09:46:30.739180 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-5e0d176f-df96-4b02-ad72-9e7e8554fde1 req-542d15a0-d96b-405c-94ea-ccabe552746e tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584192 Jun 16 09:46:30.754534 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-5de2d414-0b6f-4d93-aae1-bf600480ecf5 req-b04ee972-c2b3-4d21-a4de-cab786c68976 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425148 Jun 16 09:46:31.107356 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba633224-8018-4ab1-a6c9-84f76f57275e req-49364aa9-7f71-4dbb-9623-d6c386c51a31 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:31.109613 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-ba633224-8018-4ab1-a6c9-84f76f57275e req-49364aa9-7f71-4dbb-9623-d6c386c51a31 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.0732300 Jun 16 09:46:31.152004 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-ba633224-8018-4ab1-a6c9-84f76f57275e req-d326a232-d4da-49e5-a7f3-62dd1a7b8616 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325890 Jun 16 09:46:31.191791 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4a262-16fd-4673-b03c-9b2ed09b396a req-ffb070d9-4b31-45d2-8729-8776033d3cff tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:31.193970 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-9ce4a262-16fd-4673-b03c-9b2ed09b396a req-ffb070d9-4b31-45d2-8729-8776033d3cff tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ccc4506-2658-4833-9f3b-dfb7d3def97c HTTP/1.1" status: 200 len: 946 time: 0.0818806 Jun 16 09:46:31.232012 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-9ce4a262-16fd-4673-b03c-9b2ed09b396a req-4ee174d0-84a4-493e-ac8f-f1601a386586 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/security-groups?id=e122ffc2-269c-4c68-bb19-efe30185c869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325801 Jun 16 09:46:31.921953 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54a71d-637a-400e-a0fe-5f97e19874d6 req-b7315253-973d-4fb5-b568-5ce185879744 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:31.923926 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-4b54a71d-637a-400e-a0fe-5f97e19874d6 req-b7315253-973d-4fb5-b568-5ce185879744 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb50a8f9-46eb-4aac-9592-f3bcbe30e990 HTTP/1.1" status: 200 len: 945 time: 0.0671623 Jun 16 09:46:31.957657 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8435e2f8-61d3-4fd5-bf83-6daa27b40ee6 req-3ba22d00-387b-4a71-a5e7-acdf927bfb0d tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:31.959699 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-8435e2f8-61d3-4fd5-bf83-6daa27b40ee6 req-3ba22d00-387b-4a71-a5e7-acdf927bfb0d tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 943 time: 0.0774996 Jun 16 09:46:31.961517 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-4b54a71d-637a-400e-a0fe-5f97e19874d6 req-836d273b-c70e-45d8-82de-ffcd0a8e59b9 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317924 Jun 16 09:46:31.998017 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-8435e2f8-61d3-4fd5-bf83-6daa27b40ee6 req-ab72421e-33a1-490f-a8cc-8bbf19dbe7a2 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320237 Jun 16 09:46:32.335602 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b620264d-45c3-4b1e-8c80-22cbea4263b9 req-d4847666-083b-4455-9e8d-70e7576eacaf tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:32.337038 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-b620264d-45c3-4b1e-8c80-22cbea4263b9 req-d4847666-083b-4455-9e8d-70e7576eacaf tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.0693209 Jun 16 09:46:32.379631 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-b620264d-45c3-4b1e-8c80-22cbea4263b9 req-0fe9a5ad-87e5-4701-aba4-1e4550f41259 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369444 Jun 16 09:46:32.416334 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f17f84f-b518-4b76-bf3e-cc0dc0383a0c req-7e0bf79d-cdb5-48f2-8e82-6d198f70d8a8 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:32.417965 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-5f17f84f-b518-4b76-bf3e-cc0dc0383a0c req-7e0bf79d-cdb5-48f2-8e82-6d198f70d8a8 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ccc4506-2658-4833-9f3b-dfb7d3def97c HTTP/1.1" status: 200 len: 946 time: 0.0762351 Jun 16 09:46:32.455485 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-5f17f84f-b518-4b76-bf3e-cc0dc0383a0c req-7d94f6fd-bbb3-4fbe-a6cf-d576f75ee8f0 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/security-groups?id=e122ffc2-269c-4c68-bb19-efe30185c869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317092 Jun 16 09:46:33.066340 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b4774-8957-4925-8840-0820a44d2ef8 req-e6259ac4-bee6-4ffd-8484-8aff85805811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:33.067972 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-ed4b4774-8957-4925-8840-0820a44d2ef8 req-e6259ac4-bee6-4ffd-8484-8aff85805811 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0ccc4506-2658-4833-9f3b-dfb7d3def97c HTTP/1.1" status: 200 len: 1099 time: 0.0554664 Jun 16 09:46:33.108113 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-ed4b4774-8957-4925-8840-0820a44d2ef8 req-252b49b7-c115-451d-975b-3113a17412a3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e122ffc2-269c-4c68-bb19-efe30185c869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304115 Jun 16 09:46:33.138495 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7267d2f8-f712-4db7-a8d4-5143f8521cd4 req-67ab46c5-766a-4cff-8f0b-152485b42a15 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:33.139969 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-7267d2f8-f712-4db7-a8d4-5143f8521cd4 req-67ab46c5-766a-4cff-8f0b-152485b42a15 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb50a8f9-46eb-4aac-9592-f3bcbe30e990 HTTP/1.1" status: 200 len: 945 time: 0.0645938 Jun 16 09:46:33.179363 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-7267d2f8-f712-4db7-a8d4-5143f8521cd4 req-4b5c9258-8919-4220-b68a-1ef8a1588eb2 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332618 Jun 16 09:46:33.189699 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e37642b-ef74-4045-a221-f82f49115fd6 req-0169b278-504b-40e3-8126-3851016f0692 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:33.191200 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-9e37642b-ef74-4045-a221-f82f49115fd6 req-0169b278-504b-40e3-8126-3851016f0692 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 943 time: 0.0633314 Jun 16 09:46:33.229416 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-9e37642b-ef74-4045-a221-f82f49115fd6 req-4dfd5d0d-74f9-47b6-ac0d-403f37155621 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325150 Jun 16 09:46:33.565316 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd66617-a504-4037-a38b-1d83f1171430 req-f1e6416b-7f00-4bc9-b372-03bae4c1a150 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:33.567290 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-8dd66617-a504-4037-a38b-1d83f1171430 req-f1e6416b-7f00-4bc9-b372-03bae4c1a150 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.0744116 Jun 16 09:46:33.614421 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-8dd66617-a504-4037-a38b-1d83f1171430 req-04e3195a-9e7c-44b1-997f-52377ac52904 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407643 Jun 16 09:46:33.792935 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442840f-c4c9-4a10-9615-1f827d187c19 req-e93dada0-8df1-4d97-879d-c20ce56de421 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:33.794394 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-e442840f-c4c9-4a10-9615-1f827d187c19 req-e93dada0-8df1-4d97-879d-c20ce56de421 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ccc4506-2658-4833-9f3b-dfb7d3def97c HTTP/1.1" status: 200 len: 946 time: 0.0680814 Jun 16 09:46:33.834047 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-e442840f-c4c9-4a10-9615-1f827d187c19 req-9a37a147-be63-4573-8442-17cc8cc3b4ac tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/security-groups?id=e122ffc2-269c-4c68-bb19-efe30185c869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336249 Jun 16 09:46:34.354412 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b344b6-d92b-47e9-a46a-f416e810779d req-74a008ad-5ea4-4334-993d-1ed925aa470f tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:34.355891 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-04b344b6-d92b-47e9-a46a-f416e810779d req-74a008ad-5ea4-4334-993d-1ed925aa470f tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb50a8f9-46eb-4aac-9592-f3bcbe30e990 HTTP/1.1" status: 200 len: 945 time: 0.0640435 Jun 16 09:46:34.396286 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-04b344b6-d92b-47e9-a46a-f416e810779d req-adfd8ab4-31a5-4d2f-b9d0-db9d6330a219 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344522 Jun 16 09:46:34.423340 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e60e025-6175-42d3-8f85-b159fe5f85aa req-ebed1d23-1343-46f4-a021-e0c579ace3c5 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:34.423340 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-0e60e025-6175-42d3-8f85-b159fe5f85aa req-ebed1d23-1343-46f4-a021-e0c579ace3c5 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 943 time: 0.0711355 Jun 16 09:46:34.457414 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-0e60e025-6175-42d3-8f85-b159fe5f85aa req-2a92e5ed-2d0b-4d0e-86b2-742ee6860672 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334945 Jun 16 09:46:34.689780 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821fd75-7649-45f5-893b-2bdd45317c50 req-003ee04d-7bf8-443d-b1f4-2fe30f64d819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:34.691369 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-3821fd75-7649-45f5-893b-2bdd45317c50 req-003ee04d-7bf8-443d-b1f4-2fe30f64d819 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 1098 time: 0.0588393 Jun 16 09:46:34.781473 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-3821fd75-7649-45f5-893b-2bdd45317c50 req-b32ee78f-a18b-450a-9755-58333353a0eb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336771 Jun 16 09:46:34.809233 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d01194-049c-4381-a22e-a2e1c507311a req-05421942-e5db-46f2-a7ca-40e0868a411e tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:34.815429 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-81d01194-049c-4381-a22e-a2e1c507311a req-05421942-e5db-46f2-a7ca-40e0868a411e tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.0718148 Jun 16 09:46:34.848888 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-81d01194-049c-4381-a22e-a2e1c507311a req-26528085-9e1c-4b9c-85ca-0d0a1059ee8b tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324106 Jun 16 09:46:35.013807 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50b703-b23c-40e3-bce4-8617d6e7d14f req-a10a44fa-3c91-4cf9-abe8-33cf804dba96 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:35.016505 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-ae50b703-b23c-40e3-bce4-8617d6e7d14f req-a10a44fa-3c91-4cf9-abe8-33cf804dba96 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ccc4506-2658-4833-9f3b-dfb7d3def97c HTTP/1.1" status: 200 len: 946 time: 0.0698717 Jun 16 09:46:35.059457 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-ae50b703-b23c-40e3-bce4-8617d6e7d14f req-8eef0881-3a26-4988-9d5c-1f4f7d9ede90 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/security-groups?id=e122ffc2-269c-4c68-bb19-efe30185c869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367296 Jun 16 09:46:35.593545 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ac933-4ff6-4bc2-8e03-1a1454464bec req-561db86f-5941-4fbf-aff3-49f1f5fa5fca tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:35.595630 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-6b0ac933-4ff6-4bc2-8e03-1a1454464bec req-561db86f-5941-4fbf-aff3-49f1f5fa5fca tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb50a8f9-46eb-4aac-9592-f3bcbe30e990 HTTP/1.1" status: 200 len: 945 time: 0.0813963 Jun 16 09:46:35.607832 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0389c7-23a1-474b-ace6-e9134194c420 req-ab2e2aac-8b86-4130-b9ca-f598f5f428e8 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:35.608663 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-cb0389c7-23a1-474b-ace6-e9134194c420 req-ab2e2aac-8b86-4130-b9ca-f598f5f428e8 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb50a8f9-46eb-4aac-9592-f3bcbe30e990 HTTP/1.1" status: 200 len: 945 time: 0.0792294 Jun 16 09:46:35.651349 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-cb0389c7-23a1-474b-ace6-e9134194c420 req-3491148a-5fd1-47ec-8c9c-5b34b535704f tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351248 Jun 16 09:46:35.753193 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ad1c9-725a-4dfd-897e-b0f7bd360fdf req-d73539d3-5177-4cc1-8150-5e4c7a5d14ba tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:35.755760 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-3e0ad1c9-725a-4dfd-897e-b0f7bd360fdf req-d73539d3-5177-4cc1-8150-5e4c7a5d14ba tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 943 time: 0.1751878 Jun 16 09:46:35.811640 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.plugin [req-6b0ac933-4ff6-4bc2-8e03-1a1454464bec req-9bb80d47-bf97-4c6e-a1eb-ff231f8734ec tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Deleting port 0d7e37f4-4f08-464d-9ec7-aacf89ef2a0f {{(pid=98981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:46:35.811976 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-6b0ac933-4ff6-4bc2-8e03-1a1454464bec req-9bb80d47-bf97-4c6e-a1eb-ff231f8734ec tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:35.818155 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-3e0ad1c9-725a-4dfd-897e-b0f7bd360fdf req-a11336b9-5a8a-4c4c-b0e3-6b9b64a68644 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563319 Jun 16 09:46:35.921924 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.db [req-6b0ac933-4ff6-4bc2-8e03-1a1454464bec req-9bb80d47-bf97-4c6e-a1eb-ff231f8734ec tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] For port 0d7e37f4-4f08-464d-9ec7-aacf89ef2a0f, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=0d7e37f4-4f08-464d-9ec7-aacf89ef2a0f,segment=NetworkSegment(36c94873-002f-4ad3-a0a4-ed02eb70eb5a),segment_id=36c94873-002f-4ad3-a0a4-ed02eb70eb5a)] {{(pid=98981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:46:35.922825 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-6b0ac933-4ff6-4bc2-8e03-1a1454464bec req-9bb80d47-bf97-4c6e-a1eb-ff231f8734ec tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:36.011953 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.plugin [req-6b0ac933-4ff6-4bc2-8e03-1a1454464bec req-9bb80d47-bf97-4c6e-a1eb-ff231f8734ec tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Calling delete_port for 0d7e37f4-4f08-464d-9ec7-aacf89ef2a0f owned by compute:nova {{(pid=98981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:46:36.067003 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a107e55-de5d-4cca-998f-da4b135658cc req-f708866c-b108-4488-a799-7192acccff8f tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:36.069276 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-3a107e55-de5d-4cca-998f-da4b135658cc req-f708866c-b108-4488-a799-7192acccff8f tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.0720196 Jun 16 09:46:36.125407 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-3a107e55-de5d-4cca-998f-da4b135658cc req-ae3bf0ce-8cff-4778-8700-3194071d0cb3 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494721 Jun 16 09:46:36.231806 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-6b0ac933-4ff6-4bc2-8e03-1a1454464bec req-9bb80d47-bf97-4c6e-a1eb-ff231f8734ec tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119'] for port, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:36.237522 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:36.272843 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb80d47-bf97-4c6e-a1eb-ff231f8734ec tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Pushing event deleted for resources: {'Port': ['ID=0d7e37f4-4f08-464d-9ec7-aacf89ef2a0f,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:36.282122 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] get_ports_and_sgs() called for port_ids ['87bfca89-ecc5-45ee-af99-3d67c9ed7165', '07e9bf37-da31-4078-818e-ddc158c05a7c', '0d7e37f4-4f08-464d-9ec7-aacf89ef2a0f'] {{(pid=98982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:46:36.299373 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb80d47-bf97-4c6e-a1eb-ff231f8734ec tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:36.299741 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb80d47-bf97-4c6e-a1eb-ff231f8734ec tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:36.300102 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb80d47-bf97-4c6e-a1eb-ff231f8734ec tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:36.300458 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb80d47-bf97-4c6e-a1eb-ff231f8734ec tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:36.300809 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb80d47-bf97-4c6e-a1eb-ff231f8734ec tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:36.301158 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb80d47-bf97-4c6e-a1eb-ff231f8734ec tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:36.301506 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb80d47-bf97-4c6e-a1eb-ff231f8734ec tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:36.301850 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb80d47-bf97-4c6e-a1eb-ff231f8734ec tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:36.302692 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb80d47-bf97-4c6e-a1eb-ff231f8734ec tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:36.303060 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb80d47-bf97-4c6e-a1eb-ff231f8734ec tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:36.303404 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb80d47-bf97-4c6e-a1eb-ff231f8734ec tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:36.303744 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb80d47-bf97-4c6e-a1eb-ff231f8734ec tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:36.307719 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-9bb80d47-bf97-4c6e-a1eb-ff231f8734ec tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:36.325571 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b0ac933-4ff6-4bc2-8e03-1a1454464bec req-9bb80d47-bf97-4c6e-a1eb-ff231f8734ec tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] No DVR routers for this DVR port 0d7e37f4-4f08-464d-9ec7-aacf89ef2a0f on host hv-cinder-79628 {{(pid=98981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:46:36.328159 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-6b0ac933-4ff6-4bc2-8e03-1a1454464bec req-9bb80d47-bf97-4c6e-a1eb-ff231f8734ec tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for port, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:36.330097 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-6b0ac933-4ff6-4bc2-8e03-1a1454464bec req-9bb80d47-bf97-4c6e-a1eb-ff231f8734ec tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.49 "DELETE /v2.0/ports/0d7e37f4-4f08-464d-9ec7-aacf89ef2a0f HTTP/1.1" status: 204 len: 173 time: 0.7252810 Jun 16 09:46:36.330583 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb50a8f9-46eb-4aac-9592-f3bcbe30e990', 'name': 'network-vif-deleted', 'tag': '0d7e37f4-4f08-464d-9ec7-aacf89ef2a0f'}] {{(pid=98981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:46:36.332933 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18eb52cff4d517b1dce9432e7e66d3e16844a09bb405b8b8e4b50ca476568750" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cea8127-41b0-4af7-befb-2729ac0ab6b8" -d '{"events": [{"server_uuid": "bb50a8f9-46eb-4aac-9592-f3bcbe30e990", "name": "network-vif-deleted", "tag": "0d7e37f4-4f08-464d-9ec7-aacf89ef2a0f"}]}' {{(pid=98981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:46:36.389925 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afcc7cf2-4664-49f1-b411-588a8402eb6b x-openstack-request-id: req-afcc7cf2-4664-49f1-b411-588a8402eb6b {{(pid=98981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:46:36.390363 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb50a8f9-46eb-4aac-9592-f3bcbe30e990", "name": "network-vif-deleted", "tag": "0d7e37f4-4f08-464d-9ec7-aacf89ef2a0f", "status": "completed", "code": 200}]} {{(pid=98981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:46:36.390577 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-afcc7cf2-4664-49f1-b411-588a8402eb6b {{(pid=98981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:46:36.391047 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb50a8f9-46eb-4aac-9592-f3bcbe30e990', 'name': 'network-vif-deleted', 'tag': '0d7e37f4-4f08-464d-9ec7-aacf89ef2a0f', 'status': 'completed', 'code': 200} Jun 16 09:46:36.800879 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-54505f98-37d2-4ef0-8c90-3c507e0f3df3 req-cc0bd971-fbd3-4b18-826c-be7881e15de5 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb50a8f9-46eb-4aac-9592-f3bcbe30e990 HTTP/1.1" status: 200 len: 210 time: 0.0350218 Jun 16 09:46:37.016313 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a893fe3-ab4d-439b-94d8-7fa9c44b27dc req-5b2d0b22-ef9b-468c-a959-f44ded50ceb1 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:37.017764 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-3a893fe3-ab4d-439b-94d8-7fa9c44b27dc req-5b2d0b22-ef9b-468c-a959-f44ded50ceb1 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 943 time: 0.0721464 Jun 16 09:46:37.057365 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-3a893fe3-ab4d-439b-94d8-7fa9c44b27dc req-cda2c968-b559-45da-a564-b22e087e5e81 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331292 Jun 16 09:46:37.321376 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ef36e-7c41-4443-ac56-0971a42228ac req-8b5c77b2-48dd-4e99-be0a-7da87ae37d67 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:37.322867 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-255ef36e-7c41-4443-ac56-0971a42228ac req-8b5c77b2-48dd-4e99-be0a-7da87ae37d67 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.0709288 Jun 16 09:46:37.361478 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-255ef36e-7c41-4443-ac56-0971a42228ac req-f24c41b9-20e8-4a90-90ef-6e701f448fef tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330105 Jun 16 09:46:38.144447 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb8717-99f2-40cf-ac36-65b514956e98 req-b6fc72bf-a8b2-4497-afec-76c6d4b33aad tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:38.147025 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-43bb8717-99f2-40cf-ac36-65b514956e98 req-b6fc72bf-a8b2-4497-afec-76c6d4b33aad tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.0800498 Jun 16 09:46:38.173580 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493958cf-661b-4302-885e-874bcd9103ff req-3d4a0c09-ad07-446f-b9be-ca17842d47ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:38.175371 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-493958cf-661b-4302-885e-874bcd9103ff req-3d4a0c09-ad07-446f-b9be-ca17842d47ec service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3aab2d6845c34f44bdcaf8eb3cec5927&device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 1098 time: 0.0625188 Jun 16 09:46:38.198216 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-43bb8717-99f2-40cf-ac36-65b514956e98 req-b70d7464-cd8b-4078-bb9e-1a35c2588f65 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445480 Jun 16 09:46:38.279160 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493958cf-661b-4302-885e-874bcd9103ff req-61fa3a40-84fd-42c7-a8c2-ab2c4c53a081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:38.280580 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-493958cf-661b-4302-885e-874bcd9103ff req-61fa3a40-84fd-42c7-a8c2-ab2c4c53a081 service neutron] 10.222.0.49 "GET /v2.0/networks?id=91a32b6f-094c-4ae5-a33e-942080d95ea2 HTTP/1.1" status: 200 len: 919 time: 0.0967708 Jun 16 09:46:38.329870 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-493958cf-661b-4302-885e-874bcd9103ff req-542895d2-021b-4da6-98fe-3188e25e96c6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c10c8bd-00cf-4789-bea3-598d82e18630 HTTP/1.1" status: 200 len: 217 time: 0.0407131 Jun 16 09:46:38.375861 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19c9e0-97c6-4c90-bdde-ae98139a9db4 req-f82d7c6a-7338-4c98-9247-838702a1a92f tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:38.379497 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-4c19c9e0-97c6-4c90-bdde-ae98139a9db4 req-f82d7c6a-7338-4c98-9247-838702a1a92f tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 943 time: 0.0773127 Jun 16 09:46:38.395712 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493958cf-661b-4302-885e-874bcd9103ff req-fd2af7b4-0f62-4a48-8c87-dfb4508a19a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:38.397961 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-493958cf-661b-4302-885e-874bcd9103ff req-fd2af7b4-0f62-4a48-8c87-dfb4508a19a4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d1e28073-3474-4ab3-a6cb-d23efc1dc12f HTTP/1.1" status: 200 len: 858 time: 0.0555689 Jun 16 09:46:38.422294 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-4c19c9e0-97c6-4c90-bdde-ae98139a9db4 req-6464c940-7819-4521-95a3-99ed791f0877 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378749 Jun 16 09:46:38.438222 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-493958cf-661b-4302-885e-874bcd9103ff req-680874d2-f530-4d48-a3af-46726e0d3b35 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=91a32b6f-094c-4ae5-a33e-942080d95ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323617 Jun 16 09:46:38.549380 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-493958cf-661b-4302-885e-874bcd9103ff req-f369fccc-5221-457b-b8b9-10f338a70098 service neutron] 10.222.0.49 "GET /v2.0/networks/91a32b6f-094c-4ae5-a33e-942080d95ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035750 Jun 16 09:46:38.698535 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-493958cf-661b-4302-885e-874bcd9103ff req-d462bf6b-ace1-4822-abea-aca78887098e service neutron] 10.222.0.49 "GET /v2.0/networks/91a32b6f-094c-4ae5-a33e-942080d95ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861187 Jun 16 09:46:38.730486 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe1f117-c149-4d4f-94b2-29d3de06a0fb req-4ae7e695-8ec1-445f-bf1a-ad16f489fd31 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:38.732126 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-afe1f117-c149-4d4f-94b2-29d3de06a0fb req-4ae7e695-8ec1-445f-bf1a-ad16f489fd31 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=62a2f3b0-0a85-4944-9b95-e721ec5a862a HTTP/1.1" status: 200 len: 946 time: 0.0705957 Jun 16 09:46:38.777807 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-afe1f117-c149-4d4f-94b2-29d3de06a0fb req-24742f06-604a-4be1-b432-3b9aa37d7c65 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390429 Jun 16 09:46:39.389266 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51605d5-18e0-472c-8377-ddc71f1c30a7 req-01169986-a6bc-4a80-942e-7bea920fe3f2 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:39.390772 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-d51605d5-18e0-472c-8377-ddc71f1c30a7 req-01169986-a6bc-4a80-942e-7bea920fe3f2 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.0697610 Jun 16 09:46:39.431119 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-d51605d5-18e0-472c-8377-ddc71f1c30a7 req-e55c4031-1f7c-4a07-a617-8f1322cbcfc6 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335369 Jun 16 09:46:39.770475 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04704b-c0e0-456d-892d-b4dd2ce62dc3 req-73981107-831d-41ae-9dfd-f6e4f31ac431 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:39.772068 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-6e04704b-c0e0-456d-892d-b4dd2ce62dc3 req-73981107-831d-41ae-9dfd-f6e4f31ac431 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 943 time: 0.0656829 Jun 16 09:46:39.813299 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-6e04704b-c0e0-456d-892d-b4dd2ce62dc3 req-430b3b03-9a42-4b9f-828f-e8257a06a37b tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351088 Jun 16 09:46:39.815128 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 0d7e37f4-4f08-464d-9ec7-aacf89ef2a0f no longer exists at agent hyperv_hv-cinder-79628 {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:46:39.841413 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] No Port match for: 0d7e37f4-4f08-464d-9ec7-aacf89ef2a0f {{(pid=98982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:46:39.841815 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 0d7e37f4-4f08-464d-9ec7-aacf89ef2a0f not bound to the agent host hv-cinder-79628 {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:46:39.965644 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31135114-69bc-49b4-99f8-2857e4ef885a req-11fdd617-f4fb-493d-bf52-aae5fbb6a3f0 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:39.967037 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-31135114-69bc-49b4-99f8-2857e4ef885a req-11fdd617-f4fb-493d-bf52-aae5fbb6a3f0 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=62a2f3b0-0a85-4944-9b95-e721ec5a862a HTTP/1.1" status: 200 len: 946 time: 0.0659335 Jun 16 09:46:40.008086 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-31135114-69bc-49b4-99f8-2857e4ef885a req-86a635ee-62d3-4ddd-80f9-ec68cb966028 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354393 Jun 16 09:46:40.617102 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f7468-9907-407d-bf61-7f7ac154be3a req-efdb3896-0a38-48d6-925e-69aef5cb8479 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:40.618603 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-f26f7468-9907-407d-bf61-7f7ac154be3a req-efdb3896-0a38-48d6-925e-69aef5cb8479 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.0699234 Jun 16 09:46:40.659998 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-f26f7468-9907-407d-bf61-7f7ac154be3a req-6b873c63-d697-4c9f-a002-75bc4caddf33 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336847 Jun 16 09:46:40.800077 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b598fcb-3eee-4b1f-ab5c-d9771f113f51 req-64c1965e-57d7-4ac8-9e81-07e6ca0ea45e tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:40.801529 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-3b598fcb-3eee-4b1f-ab5c-d9771f113f51 req-64c1965e-57d7-4ac8-9e81-07e6ca0ea45e tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.49 "GET /v2.0/ports?device_id=62a2f3b0-0a85-4944-9b95-e721ec5a862a HTTP/1.1" status: 200 len: 946 time: 0.0645647 Jun 16 09:46:40.919003 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.plugin [req-3b598fcb-3eee-4b1f-ab5c-d9771f113f51 req-83da0b47-f69b-4bcd-8a98-87c094d2d8c4 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Deleting port 07e9bf37-da31-4078-818e-ddc158c05a7c {{(pid=98981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:46:40.919341 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-3b598fcb-3eee-4b1f-ab5c-d9771f113f51 req-83da0b47-f69b-4bcd-8a98-87c094d2d8c4 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:41.043954 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.db [req-3b598fcb-3eee-4b1f-ab5c-d9771f113f51 req-83da0b47-f69b-4bcd-8a98-87c094d2d8c4 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] For port 07e9bf37-da31-4078-818e-ddc158c05a7c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=07e9bf37-da31-4078-818e-ddc158c05a7c,segment=NetworkSegment(36c94873-002f-4ad3-a0a4-ed02eb70eb5a),segment_id=36c94873-002f-4ad3-a0a4-ed02eb70eb5a)] {{(pid=98981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:46:41.044319 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-3b598fcb-3eee-4b1f-ab5c-d9771f113f51 req-83da0b47-f69b-4bcd-8a98-87c094d2d8c4 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:41.120125 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.plugin [req-3b598fcb-3eee-4b1f-ab5c-d9771f113f51 req-83da0b47-f69b-4bcd-8a98-87c094d2d8c4 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Calling delete_port for 07e9bf37-da31-4078-818e-ddc158c05a7c owned by compute:nova {{(pid=98981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:46:41.132454 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab817d7-1081-4f15-bedd-7e8f42180704 req-1caa59b8-5feb-4094-8319-9e8ccd3e2144 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:41.133941 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-3ab817d7-1081-4f15-bedd-7e8f42180704 req-1caa59b8-5feb-4094-8319-9e8ccd3e2144 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 943 time: 0.1846240 Jun 16 09:46:41.209158 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:41.209944 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0648ea-748c-436c-90e2-26c1c81e2d33 req-badcdf15-ad66-49d3-ba35-0148aa76dce3 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:41.216972 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-5d0648ea-748c-436c-90e2-26c1c81e2d33 req-badcdf15-ad66-49d3-ba35-0148aa76dce3 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=62a2f3b0-0a85-4944-9b95-e721ec5a862a HTTP/1.1" status: 200 len: 946 time: 0.0849867 Jun 16 09:46:41.222422 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-3ab817d7-1081-4f15-bedd-7e8f42180704 req-7fe3c6e2-335d-46bb-88d0-7c4a571eddb0 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828161 Jun 16 09:46:41.266342 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-5d0648ea-748c-436c-90e2-26c1c81e2d33 req-968d2493-f38d-4d24-86da-e510345aeb34 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485120 Jun 16 09:46:41.385800 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-3b598fcb-3eee-4b1f-ab5c-d9771f113f51 req-83da0b47-f69b-4bcd-8a98-87c094d2d8c4 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119'] for port, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:41.391180 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-4d855216-9d1f-43a7-b8fb-a27c415e9692 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:41.423523 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83da0b47-f69b-4bcd-8a98-87c094d2d8c4 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Pushing event deleted for resources: {'Port': ['ID=07e9bf37-da31-4078-818e-ddc158c05a7c,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:41.426258 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-83da0b47-f69b-4bcd-8a98-87c094d2d8c4 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:41.428932 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] get_ports_and_sgs() called for port_ids ['87bfca89-ecc5-45ee-af99-3d67c9ed7165', '07e9bf37-da31-4078-818e-ddc158c05a7c'] {{(pid=98982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:46:41.477760 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b598fcb-3eee-4b1f-ab5c-d9771f113f51 req-83da0b47-f69b-4bcd-8a98-87c094d2d8c4 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] No DVR routers for this DVR port 07e9bf37-da31-4078-818e-ddc158c05a7c on host hv-cinder-79628 {{(pid=98981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:46:41.481157 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-3b598fcb-3eee-4b1f-ab5c-d9771f113f51 req-83da0b47-f69b-4bcd-8a98-87c094d2d8c4 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for port, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:41.483371 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-3b598fcb-3eee-4b1f-ab5c-d9771f113f51 req-83da0b47-f69b-4bcd-8a98-87c094d2d8c4 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.49 "DELETE /v2.0/ports/07e9bf37-da31-4078-818e-ddc158c05a7c HTTP/1.1" status: 204 len: 173 time: 0.6730335 Jun 16 09:46:41.483880 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62a2f3b0-0a85-4944-9b95-e721ec5a862a', 'name': 'network-vif-deleted', 'tag': '07e9bf37-da31-4078-818e-ddc158c05a7c'}] {{(pid=98981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:46:41.487123 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18eb52cff4d517b1dce9432e7e66d3e16844a09bb405b8b8e4b50ca476568750" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6560e40-9093-4cd3-9ad3-edf7f55510e1" -d '{"events": [{"server_uuid": "62a2f3b0-0a85-4944-9b95-e721ec5a862a", "name": "network-vif-deleted", "tag": "07e9bf37-da31-4078-818e-ddc158c05a7c"}]}' {{(pid=98981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:46:41.529804 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5506e951-25bd-4af3-8c7c-98173e0421bd x-openstack-request-id: req-5506e951-25bd-4af3-8c7c-98173e0421bd {{(pid=98981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:46:41.530141 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62a2f3b0-0a85-4944-9b95-e721ec5a862a", "name": "network-vif-deleted", "tag": "07e9bf37-da31-4078-818e-ddc158c05a7c", "status": "completed", "code": 200}]} {{(pid=98981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:46:41.530418 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5506e951-25bd-4af3-8c7c-98173e0421bd {{(pid=98981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:46:41.531713 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62a2f3b0-0a85-4944-9b95-e721ec5a862a', 'name': 'network-vif-deleted', 'tag': '07e9bf37-da31-4078-818e-ddc158c05a7c', 'status': 'completed', 'code': 200} Jun 16 09:46:41.834324 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 5403c8cd-0d51-4beb-b15b-ccfb976d5fd4 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=98982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 09:46:41.843936 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178378c-185a-47c9-afec-5c621aefa063 req-b1a83428-7b62-4e93-8ca9-63b4857e9139 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:41.845670 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-d178378c-185a-47c9-afec-5c621aefa063 req-b1a83428-7b62-4e93-8ca9-63b4857e9139 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.0712066 Jun 16 09:46:41.899651 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-d178378c-185a-47c9-afec-5c621aefa063 req-2a07f2ea-9395-4a00-b520-ffbc0bbcda14 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416431 Jun 16 09:46:41.957094 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 5403c8cd-0d51-4beb-b15b-ccfb976d5fd4, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5403c8cd-0d51-4beb-b15b-ccfb976d5fd4,segment=NetworkSegment(072836ba-11c0-4d89-9dbf-d840ce8bf23f),segment_id=072836ba-11c0-4d89-9dbf-d840ce8bf23f)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:46:41.969406 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Returning: {'device': '5403c8cd-0d51-4beb-b15b-ccfb976d5fd4', 'network_id': 'b643789e-234a-40e9-b489-894119bc4f89', 'port_id': '5403c8cd-0d51-4beb-b15b-ccfb976d5fd4', 'mac_address': 'fa:16:3e:66:4e:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5e9ba67-07c6-43ea-ad13-16d85d3a0ee3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 09:46:42.009921 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:42.013119 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.agents_db [None req-3560065e-ea11-4ff4-820f-b568c2ca0093 None None] Agent healthcheck: found 6 active agents {{(pid=98983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:46:42.027472 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.notifiers.nova [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5403c8cd-0d51-4beb-b15b-ccfb976d5fd4 {{(pid=98982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:46:42.058054 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 5403c8cd-0d51-4beb-b15b-ccfb976d5fd4, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5403c8cd-0d51-4beb-b15b-ccfb976d5fd4,segment=NetworkSegment(072836ba-11c0-4d89-9dbf-d840ce8bf23f),segment_id=072836ba-11c0-4d89-9dbf-d840ce8bf23f)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:46:42.134407 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:42.140294 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:42.187862 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Pushing event updated for resources: {'Port': ['ID=5403c8cd-0d51-4beb-b15b-ccfb976d5fd4,revision_number=9']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:42.196731 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:42.197084 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:42.197423 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:42.197758 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:42.198089 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:42.198447 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:42.198749 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:42.203464 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:42.203464 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:42.203464 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:42.203464 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:42.203464 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:42.204549 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:42.415724 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f553490-3f75-49f3-b3fc-c7e8ef9c4888 req-fea8fd44-e7ff-47c9-be6d-519b44cfc353 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:42.417232 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-3f553490-3f75-49f3-b3fc-c7e8ef9c4888 req-fea8fd44-e7ff-47c9-be6d-519b44cfc353 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 944 time: 0.0641952 Jun 16 09:46:42.456106 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-3f553490-3f75-49f3-b3fc-c7e8ef9c4888 req-3b2e9291-ae0e-4621-9d4f-b5ef2b12ca1c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328724 Jun 16 09:46:42.601772 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-991c1bcc-fe88-4bb1-826c-ccd739bc6f6f req-be511227-27a4-4855-8c3f-4be174aba526 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=62a2f3b0-0a85-4944-9b95-e721ec5a862a HTTP/1.1" status: 200 len: 210 time: 0.0295141 Jun 16 09:46:42.608186 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] get_ports_and_sgs() called for port_ids ['5403c8cd-0d51-4beb-b15b-ccfb976d5fd4'] {{(pid=98982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:46:43.646830 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3134c5e-498a-423b-95c0-a014447a3489 req-6892f5da-f0e8-4648-8624-2883615cdb0c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:43.648389 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-f3134c5e-498a-423b-95c0-a014447a3489 req-6892f5da-f0e8-4648-8624-2883615cdb0c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 944 time: 0.0776370 Jun 16 09:46:43.689137 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-f3134c5e-498a-423b-95c0-a014447a3489 req-f89f5ea3-837f-42da-a83a-0acc03a1def3 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330980 Jun 16 09:46:43.855838 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 5403c8cd-0d51-4beb-b15b-ccfb976d5fd4 up at agent hyperv_hv-cinder-79628 {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:46:43.960008 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Provisioning complete for port 5403c8cd-0d51-4beb-b15b-ccfb976d5fd4 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:46:43.960008 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:43.992962 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:44.015051 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7907a93c-47c0-4567-9871-4798aae2fd88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5403c8cd-0d51-4beb-b15b-ccfb976d5fd4'}] {{(pid=98982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:46:44.017333 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4f9cc304a916b9d47f5f8bf5758f709c886eea9513b83351d26ab7408c86625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7f2c32-c7cc-496f-b789-c74153555996" -d '{"events": [{"server_uuid": "7907a93c-47c0-4567-9871-4798aae2fd88", "name": "network-vif-plugged", "status": "completed", "tag": "5403c8cd-0d51-4beb-b15b-ccfb976d5fd4"}]}' {{(pid=98982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:46:44.031896 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 5403c8cd-0d51-4beb-b15b-ccfb976d5fd4, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5403c8cd-0d51-4beb-b15b-ccfb976d5fd4,segment=NetworkSegment(072836ba-11c0-4d89-9dbf-d840ce8bf23f),segment_id=072836ba-11c0-4d89-9dbf-d840ce8bf23f)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:46:44.057999 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96dafeac-3397-49b4-983c-3b65114e7db7 x-openstack-request-id: req-96dafeac-3397-49b4-983c-3b65114e7db7 {{(pid=98982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:46:44.058315 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7907a93c-47c0-4567-9871-4798aae2fd88", "name": "network-vif-plugged", "status": "completed", "tag": "5403c8cd-0d51-4beb-b15b-ccfb976d5fd4", "code": 200}]} {{(pid=98982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:46:44.058581 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-96dafeac-3397-49b4-983c-3b65114e7db7 {{(pid=98982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:46:44.059021 dv-cinder-796286-4-iscsi neutron-server[98982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7907a93c-47c0-4567-9871-4798aae2fd88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5403c8cd-0d51-4beb-b15b-ccfb976d5fd4', 'code': 200} Jun 16 09:46:44.369023 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:44.373300 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 07e9bf37-da31-4078-818e-ddc158c05a7c no longer exists at agent hyperv_hv-cinder-79628 {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:46:44.373300 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-6b7cf860-92ec-45d7-bb88-02f1f790f841 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:44.411957 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] No Port match for: 07e9bf37-da31-4078-818e-ddc158c05a7c {{(pid=98982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:46:44.412314 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 07e9bf37-da31-4078-818e-ddc158c05a7c not bound to the agent host hv-cinder-79628 {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:46:44.439826 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Pushing event updated for resources: {'Port': ['ID=5403c8cd-0d51-4beb-b15b-ccfb976d5fd4,revision_number=10']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:44.442992 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:44.875982 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df9b17-3b9f-4142-917c-34fd13c79a67 req-fb5104f0-5c5d-4564-9454-9446a3641ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:44.877487 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-76df9b17-3b9f-4142-917c-34fd13c79a67 req-fb5104f0-5c5d-4564-9454-9446a3641ef2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 1099 time: 0.0539272 Jun 16 09:46:44.893122 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed25bf91-dc39-47c4-97df-dd53d9ae6582 req-2a56fb44-eb50-43a9-b2c9-854f352d694c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:44.894645 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-ed25bf91-dc39-47c4-97df-dd53d9ae6582 req-2a56fb44-eb50-43a9-b2c9-854f352d694c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 946 time: 0.0691767 Jun 16 09:46:44.917596 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-76df9b17-3b9f-4142-917c-34fd13c79a67 req-ffee08a5-c9f1-408c-8ca4-d82cf974dcb3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321512 Jun 16 09:46:44.934354 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-ed25bf91-dc39-47c4-97df-dd53d9ae6582 req-95915896-be19-4b65-99bc-f82e3c58ebee tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334697 Jun 16 09:46:46.138280 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7682a-74b7-40e5-9e98-fc8da861387e req-04165c3d-6126-4921-b6ed-ed08309bd794 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:46.141288 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-11b7682a-74b7-40e5-9e98-fc8da861387e req-04165c3d-6126-4921-b6ed-ed08309bd794 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 946 time: 0.0743670 Jun 16 09:46:46.186396 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-11b7682a-74b7-40e5-9e98-fc8da861387e req-8fec8122-2771-4977-a707-ab5f4150d5c1 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342295 Jun 16 09:46:46.207640 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23381fe4-f599-4ab0-95a2-16a2f4ffea52 req-a05b152c-f339-4a2e-8264-bcadbc942d3a tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:46.209128 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-23381fe4-f599-4ab0-95a2-16a2f4ffea52 req-a05b152c-f339-4a2e-8264-bcadbc942d3a tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=5dc5a926-7b73-4d35-9e4a-33caafeb25e9 HTTP/1.1" status: 200 len: 945 time: 0.0671244 Jun 16 09:46:46.247541 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-23381fe4-f599-4ab0-95a2-16a2f4ffea52 req-c2cae8bc-31b9-4ae8-80cb-ad93d0f7f7fb tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326295 Jun 16 09:46:46.991810 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-f635b85e-f187-479c-a9fe-663d67f2b091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:47.378584 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307331a6-880f-4bfd-b95e-aeada8e3d5e5 req-f15669ac-9f90-4b8a-901c-1796624f0eda tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:47.380454 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-307331a6-880f-4bfd-b95e-aeada8e3d5e5 req-f15669ac-9f90-4b8a-901c-1796624f0eda tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 946 time: 0.0737066 Jun 16 09:46:47.418003 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-307331a6-880f-4bfd-b95e-aeada8e3d5e5 req-264a2fe6-b0ce-4a15-b6af-860e77a499b9 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321107 Jun 16 09:46:47.588624 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a61f10a-15ea-4f34-9dcf-be1d1dc222c9 req-8a953e47-03cf-4d07-b694-a1489f6ea68a tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:47.590008 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-8a61f10a-15ea-4f34-9dcf-be1d1dc222c9 req-8a953e47-03cf-4d07-b694-a1489f6ea68a tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=5dc5a926-7b73-4d35-9e4a-33caafeb25e9 HTTP/1.1" status: 200 len: 945 time: 0.0639503 Jun 16 09:46:47.628730 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-8a61f10a-15ea-4f34-9dcf-be1d1dc222c9 req-cad0759f-9b4e-42b0-bff3-9298a1af868b tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319791 Jun 16 09:46:48.007541 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c80fad-ea3e-4714-9935-00ca9d91c117 req-84b78694-4183-4448-8a01-50e54f6986e1 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:48.008956 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-92c80fad-ea3e-4714-9935-00ca9d91c117 req-84b78694-4183-4448-8a01-50e54f6986e1 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 945 time: 0.0648429 Jun 16 09:46:48.047513 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-92c80fad-ea3e-4714-9935-00ca9d91c117 req-8819c771-aef6-457c-9723-efbfb0915d80 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324779 Jun 16 09:46:48.575314 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98d6d0-c7f8-494f-bef8-fdfbbf2e1cf5 req-4bc088c7-b1be-41ea-bfc1-d5cb8d4743a7 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:48.576795 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-dd98d6d0-c7f8-494f-bef8-fdfbbf2e1cf5 req-4bc088c7-b1be-41ea-bfc1-d5cb8d4743a7 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc5a926-7b73-4d35-9e4a-33caafeb25e9 HTTP/1.1" status: 200 len: 945 time: 0.0634983 Jun 16 09:46:48.613962 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33848bb-a50a-4347-9af0-dbe56f0aa934 req-00ab4066-b6f2-428a-a0a9-8236469f43d2 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:48.615514 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-f33848bb-a50a-4347-9af0-dbe56f0aa934 req-00ab4066-b6f2-428a-a0a9-8236469f43d2 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 946 time: 0.0708561 Jun 16 09:46:48.657051 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-f33848bb-a50a-4347-9af0-dbe56f0aa934 req-cfbe74dc-0da4-467c-ad0c-80c4daf3d1bc tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357447 Jun 16 09:46:48.695109 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.plugin [req-dd98d6d0-c7f8-494f-bef8-fdfbbf2e1cf5 req-bdfa9106-8292-4e25-a761-f2ac78014106 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Deleting port 87bfca89-ecc5-45ee-af99-3d67c9ed7165 {{(pid=98981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:46:48.695443 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-dd98d6d0-c7f8-494f-bef8-fdfbbf2e1cf5 req-bdfa9106-8292-4e25-a761-f2ac78014106 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:48.823278 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.db [req-dd98d6d0-c7f8-494f-bef8-fdfbbf2e1cf5 req-bdfa9106-8292-4e25-a761-f2ac78014106 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] For port 87bfca89-ecc5-45ee-af99-3d67c9ed7165, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=87bfca89-ecc5-45ee-af99-3d67c9ed7165,segment=NetworkSegment(36c94873-002f-4ad3-a0a4-ed02eb70eb5a),segment_id=36c94873-002f-4ad3-a0a4-ed02eb70eb5a)] {{(pid=98981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:46:48.823767 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-dd98d6d0-c7f8-494f-bef8-fdfbbf2e1cf5 req-bdfa9106-8292-4e25-a761-f2ac78014106 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:48.897025 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.plugin [req-dd98d6d0-c7f8-494f-bef8-fdfbbf2e1cf5 req-bdfa9106-8292-4e25-a761-f2ac78014106 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Calling delete_port for 87bfca89-ecc5-45ee-af99-3d67c9ed7165 owned by compute:nova {{(pid=98981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:46:48.924948 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac7f76e-8b41-45b3-80b7-3bd86700424a req-aa2deeda-0844-439d-83f2-4e916633c95d tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:48.926389 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-eac7f76e-8b41-45b3-80b7-3bd86700424a req-aa2deeda-0844-439d-83f2-4e916633c95d tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=5dc5a926-7b73-4d35-9e4a-33caafeb25e9 HTTP/1.1" status: 200 len: 945 time: 0.1672838 Jun 16 09:46:49.003641 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-eac7f76e-8b41-45b3-80b7-3bd86700424a req-2a61f0d9-27f8-416c-bb71-2337fee3770a tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bb384a6-4b3c-4565-98dc-20b9248363a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512972 Jun 16 09:46:49.214942 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-dd98d6d0-c7f8-494f-bef8-fdfbbf2e1cf5 req-bdfa9106-8292-4e25-a761-f2ac78014106 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119'] for port, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:49.219012 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:49.229008 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff2ba2-3b73-4b27-8c18-f770a00a4c2c req-17dcea4b-8c5e-4c6e-8462-09076b974245 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:49.230475 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-edff2ba2-3b73-4b27-8c18-f770a00a4c2c req-17dcea4b-8c5e-4c6e-8462-09076b974245 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 945 time: 0.0669203 Jun 16 09:46:49.248274 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa9106-8292-4e25-a761-f2ac78014106 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Pushing event deleted for resources: {'Port': ['ID=87bfca89-ecc5-45ee-af99-3d67c9ed7165,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:49.251336 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-bdfa9106-8292-4e25-a761-f2ac78014106 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:49.265794 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-2fe2de35-9b5b-48b5-a8e1-da690da2d87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:49.269801 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] get_ports_and_sgs() called for port_ids ['87bfca89-ecc5-45ee-af99-3d67c9ed7165'] {{(pid=98982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:46:49.279971 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-edff2ba2-3b73-4b27-8c18-f770a00a4c2c req-78f52390-ae84-4c7a-b964-64cdf961f2cb tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432394 Jun 16 09:46:49.297653 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd98d6d0-c7f8-494f-bef8-fdfbbf2e1cf5 req-bdfa9106-8292-4e25-a761-f2ac78014106 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] No DVR routers for this DVR port 87bfca89-ecc5-45ee-af99-3d67c9ed7165 on host hv-cinder-79628 {{(pid=98981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:46:49.307331 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-dd98d6d0-c7f8-494f-bef8-fdfbbf2e1cf5 req-bdfa9106-8292-4e25-a761-f2ac78014106 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for port, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:49.309277 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-dd98d6d0-c7f8-494f-bef8-fdfbbf2e1cf5 req-bdfa9106-8292-4e25-a761-f2ac78014106 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.49 "DELETE /v2.0/ports/87bfca89-ecc5-45ee-af99-3d67c9ed7165 HTTP/1.1" status: 204 len: 173 time: 0.7251387 Jun 16 09:46:49.309759 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc5a926-7b73-4d35-9e4a-33caafeb25e9', 'name': 'network-vif-deleted', 'tag': '87bfca89-ecc5-45ee-af99-3d67c9ed7165'}] {{(pid=98981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:46:49.311990 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18eb52cff4d517b1dce9432e7e66d3e16844a09bb405b8b8e4b50ca476568750" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72028eaa-8437-4974-bc53-92ac1c87177b" -d '{"events": [{"server_uuid": "5dc5a926-7b73-4d35-9e4a-33caafeb25e9", "name": "network-vif-deleted", "tag": "87bfca89-ecc5-45ee-af99-3d67c9ed7165"}]}' {{(pid=98981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:46:49.349398 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b32a581-ff67-4c99-822e-049dc6ab4035 x-openstack-request-id: req-8b32a581-ff67-4c99-822e-049dc6ab4035 {{(pid=98981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:46:49.349692 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc5a926-7b73-4d35-9e4a-33caafeb25e9", "name": "network-vif-deleted", "tag": "87bfca89-ecc5-45ee-af99-3d67c9ed7165", "status": "completed", "code": 200}]} {{(pid=98981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:46:49.350067 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8b32a581-ff67-4c99-822e-049dc6ab4035 {{(pid=98981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:46:49.350508 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc5a926-7b73-4d35-9e4a-33caafeb25e9', 'name': 'network-vif-deleted', 'tag': '87bfca89-ecc5-45ee-af99-3d67c9ed7165', 'status': 'completed', 'code': 200} Jun 16 09:46:49.523107 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:49.849818 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812df08a-78b6-4294-93b2-0c9d701a115c req-66d77a6f-0b5c-4d78-b544-90bb0793c750 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:49.851300 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-812df08a-78b6-4294-93b2-0c9d701a115c req-66d77a6f-0b5c-4d78-b544-90bb0793c750 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 946 time: 0.0683091 Jun 16 09:46:49.891411 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-812df08a-78b6-4294-93b2-0c9d701a115c req-0ee8d65e-8b3d-4e58-a93c-02433c8cd080 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344980 Jun 16 09:46:50.159248 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-5eb77049-6161-4671-a5b2-e63813136eea req-baa14cda-4248-4f1f-876d-e806d2058d4d tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] 10.222.0.25 "GET /v2.0/ports?device_id=5dc5a926-7b73-4d35-9e4a-33caafeb25e9 HTTP/1.1" status: 200 len: 210 time: 0.0274594 Jun 16 09:46:50.461771 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d74403-8c38-4ba4-9d92-dfcdc973f122 req-7fc86232-1317-457f-9efe-4eab1f230a74 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:50.463394 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-a0d74403-8c38-4ba4-9d92-dfcdc973f122 req-7fc86232-1317-457f-9efe-4eab1f230a74 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 945 time: 0.0654349 Jun 16 09:46:50.503021 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-a0d74403-8c38-4ba4-9d92-dfcdc973f122 req-05196ef0-f4a2-4e0f-9101-8209e3c22f11 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333591 Jun 16 09:46:50.517330 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-16d92f64-da1b-4eb0-8f0f-160fef97265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:51.074055 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b93a8-8beb-44f2-97cd-4dd4000ddce7 req-f711098c-9f42-4efe-83c4-201e64cc66cc tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:51.075449 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-149b93a8-8beb-44f2-97cd-4dd4000ddce7 req-f711098c-9f42-4efe-83c4-201e64cc66cc tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 946 time: 0.0656068 Jun 16 09:46:51.115819 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-149b93a8-8beb-44f2-97cd-4dd4000ddce7 req-af3ed898-4232-41df-936f-0a03af54769c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342844 Jun 16 09:46:51.252336 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 50700) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:51.296416 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c06edfd-e718-4bce-98be-a06682c7cdc0 admin admin] Deleting subnet 039532dc-f739-4701-98ed-b56a3da4fc13 {{(pid=98980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 09:46:51.299730 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-7c06edfd-e718-4bce-98be-a06682c7cdc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:51.339652 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-7c06edfd-e718-4bce-98be-a06682c7cdc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126528758'] for subnet, precommit_delete_associations {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:51.364041 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b66e5-7551-4de5-be14-8dbe5692ccae req-09669836-a5ca-4fda-bf7f-176e31e07469 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:51.366291 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-6f4b66e5-7551-4de5-be14-8dbe5692ccae req-09669836-a5ca-4fda-bf7f-176e31e07469 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.49 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 945 time: 0.0626097 Jun 16 09:46:51.384312 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-7c06edfd-e718-4bce-98be-a06682c7cdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756163'] for subnet, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:51.467029 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.plugin [req-6f4b66e5-7551-4de5-be14-8dbe5692ccae req-fce3c02a-eaf0-47c2-851d-43e2ed126384 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Deleting port 212e68ed-5263-48ac-8e36-722d092eb348 {{(pid=98981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:46:51.467363 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-6f4b66e5-7551-4de5-be14-8dbe5692ccae req-fce3c02a-eaf0-47c2-851d-43e2ed126384 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:51.517433 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-7c06edfd-e718-4bce-98be-a06682c7cdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126582408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127687294'] for subnet, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:51.521256 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-3b2ae286-f46c-4615-ac31-67ea97170875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:51.549876 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c06edfd-e718-4bce-98be-a06682c7cdc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=039532dc-f739-4701-98ed-b56a3da4fc13,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:51.553283 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-7c06edfd-e718-4bce-98be-a06682c7cdc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for subnet, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:51.555236 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-7c06edfd-e718-4bce-98be-a06682c7cdc0 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/039532dc-f739-4701-98ed-b56a3da4fc13 HTTP/1.1" status: 204 len: 168 time: 0.3017964 Jun 16 09:46:51.558995 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 50704) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:51.567497 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06edfd-e718-4bce-98be-a06682c7cdc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:51.567938 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06edfd-e718-4bce-98be-a06682c7cdc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:51.568294 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06edfd-e718-4bce-98be-a06682c7cdc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:51.568605 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.db [req-6f4b66e5-7551-4de5-be14-8dbe5692ccae req-fce3c02a-eaf0-47c2-851d-43e2ed126384 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] For port 212e68ed-5263-48ac-8e36-722d092eb348, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=212e68ed-5263-48ac-8e36-722d092eb348,segment=NetworkSegment(98020f90-26bc-4339-b426-2587baf2cd84),segment_id=98020f90-26bc-4339-b426-2587baf2cd84)] {{(pid=98981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:46:51.568755 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06edfd-e718-4bce-98be-a06682c7cdc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:51.568965 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-6f4b66e5-7551-4de5-be14-8dbe5692ccae req-fce3c02a-eaf0-47c2-851d-43e2ed126384 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:51.569088 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06edfd-e718-4bce-98be-a06682c7cdc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:51.569374 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06edfd-e718-4bce-98be-a06682c7cdc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:51.569724 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06edfd-e718-4bce-98be-a06682c7cdc0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:51.570086 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06edfd-e718-4bce-98be-a06682c7cdc0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:51.570431 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06edfd-e718-4bce-98be-a06682c7cdc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:51.571286 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06edfd-e718-4bce-98be-a06682c7cdc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:51.571286 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06edfd-e718-4bce-98be-a06682c7cdc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:51.571562 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06edfd-e718-4bce-98be-a06682c7cdc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:51.583639 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-7c06edfd-e718-4bce-98be-a06682c7cdc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:51.638811 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-b1a3f543-263e-4d30-accb-9567870803e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1649310'] for network, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:51.643571 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.plugin [req-6f4b66e5-7551-4de5-be14-8dbe5692ccae req-fce3c02a-eaf0-47c2-851d-43e2ed126384 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Calling delete_port for 212e68ed-5263-48ac-8e36-722d092eb348 owned by compute:nova {{(pid=98981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:46:51.718767 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-b1a3f543-263e-4d30-accb-9567870803e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756812', 'neutron.services.segments.db._delete_segments_for_network-8772813474353'] for network, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:51.727729 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.services.segments.db [None req-b1a3f543-263e-4d30-accb-9567870803e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef7af889-6972-434c-9882-4e3de45b6902']}} {{(pid=98980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:46:51.737957 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.services.segments.db [None req-b1a3f543-263e-4d30-accb-9567870803e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36c94873-002f-4ad3-a0a4-ed02eb70eb5a') {'for_net_delete': True} {{(pid=98980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:46:51.738253 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.services.segments.db [None req-b1a3f543-263e-4d30-accb-9567870803e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36c94873-002f-4ad3-a0a4-ed02eb70eb5a') {} {{(pid=98980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:46:51.747725 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-b1a3f543-263e-4d30-accb-9567870803e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772813475202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126528751'] for segment, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:51.761635 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-b1a3f543-263e-4d30-accb-9567870803e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753648'] for segment, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:51.767582 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1a3f543-263e-4d30-accb-9567870803e6 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=98980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 09:46:51.767965 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-b1a3f543-263e-4d30-accb-9567870803e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126582295'] for segment, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:51.769781 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:46:51.769781 dv-cinder-796286-4-iscsi neutron-server[98980]: retrieve_revision_numbers = { Jun 16 09:46:51.769781 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:46:51.769781 dv-cinder-796286-4-iscsi neutron-server[98980]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:46:51.769781 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:46:51.769781 dv-cinder-796286-4-iscsi neutron-server[98980]: retrieve_revision_numbers = { Jun 16 09:46:51.769781 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:46:51.769781 dv-cinder-796286-4-iscsi neutron-server[98980]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:46:51.769781 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:46:51.769781 dv-cinder-796286-4-iscsi neutron-server[98980]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:46:51.769781 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:46:51.769781 dv-cinder-796286-4-iscsi neutron-server[98980]: retrieve_revision_numbers = { Jun 16 09:46:51.769781 dv-cinder-796286-4-iscsi neutron-server[98980]: Traceback (most recent call last): Jun 16 09:46:51.769781 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 09:46:51.769781 dv-cinder-796286-4-iscsi neutron-server[98980]: timer() Jun 16 09:46:51.769781 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 09:46:51.769781 dv-cinder-796286-4-iscsi neutron-server[98980]: cb(*args, **kw) Jun 16 09:46:51.769781 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 09:46:51.769781 dv-cinder-796286-4-iscsi neutron-server[98980]: return func(*args, **kwargs) Jun 16 09:46:51.769781 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 09:46:51.769781 dv-cinder-796286-4-iscsi neutron-server[98980]: self._notify() Jun 16 09:46:51.769781 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 09:46:51.769781 dv-cinder-796286-4-iscsi neutron-server[98980]: self.callback(batched_events) Jun 16 09:46:51.769781 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 09:46:51.769781 dv-cinder-796286-4-iscsi neutron-server[98980]: event.method(event) Jun 16 09:46:51.769781 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 09:46:51.769781 dv-cinder-796286-4-iscsi neutron-server[98980]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 09:46:51.769781 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 09:46:51.769781 dv-cinder-796286-4-iscsi neutron-server[98980]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 09:46:51.769781 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 09:46:51.769781 dv-cinder-796286-4-iscsi neutron-server[98980]: return f(self, *a, **k) Jun 16 09:46:51.769781 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 09:46:51.769781 dv-cinder-796286-4-iscsi neutron-server[98980]: return self._get(url).json() Jun 16 09:46:51.769781 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 09:46:51.769781 dv-cinder-796286-4-iscsi neutron-server[98980]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 09:46:51.769781 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 09:46:51.769781 dv-cinder-796286-4-iscsi neutron-server[98980]: return self.request(url, 'GET', **kwargs) Jun 16 09:46:51.769781 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 09:46:51.769781 dv-cinder-796286-4-iscsi neutron-server[98980]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 09:46:51.769781 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 09:46:51.769781 dv-cinder-796286-4-iscsi neutron-server[98980]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 09:46:51.769781 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 09:46:51.769781 dv-cinder-796286-4-iscsi neutron-server[98980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 09:46:51.769781 dv-cinder-796286-4-iscsi neutron-server[98980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 09:46:51.773189 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a06088-7cfe-4126-bdb9-5c6548d5b2ca req-be3a4256-3f49-47d3-8be3-be96359e7824 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:51.773189 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-51a06088-7cfe-4126-bdb9-5c6548d5b2ca req-be3a4256-3f49-47d3-8be3-be96359e7824 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 945 time: 0.1261787 Jun 16 09:46:51.854866 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-51a06088-7cfe-4126-bdb9-5c6548d5b2ca req-1f10b32e-a49e-4dc7-9696-044df784458d tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728042 Jun 16 09:46:51.883008 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 87bfca89-ecc5-45ee-af99-3d67c9ed7165 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:46:51.903789 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] No Port match for: 87bfca89-ecc5-45ee-af99-3d67c9ed7165 {{(pid=98982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:46:51.904217 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 87bfca89-ecc5-45ee-af99-3d67c9ed7165 not bound to the agent host hv-cinder-79628 {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:46:51.973431 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-b1a3f543-263e-4d30-accb-9567870803e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761456'] for network, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:51.977456 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:51.987800 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-b1a3f543-263e-4d30-accb-9567870803e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for network, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:51.987800 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-b1a3f543-263e-4d30-accb-9567870803e6 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ef7af889-6972-434c-9882-4e3de45b6902 HTTP/1.1" status: 204 len: 168 time: 0.4218414 Jun 16 09:46:51.994697 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a3f543-263e-4d30-accb-9567870803e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef7af889-6972-434c-9882-4e3de45b6902,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:51.997116 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-b1a3f543-263e-4d30-accb-9567870803e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:52.010113 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-6f4b66e5-7551-4de5-be14-8dbe5692ccae req-fce3c02a-eaf0-47c2-851d-43e2ed126384 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119'] for port, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:52.015794 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:52.042918 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce3c02a-eaf0-47c2-851d-43e2ed126384 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Pushing event deleted for resources: {'Port': ['ID=212e68ed-5263-48ac-8e36-722d092eb348,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:52.052850 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] get_ports_and_sgs() called for port_ids ['8c10c8bd-00cf-4789-bea3-598d82e18630', '212e68ed-5263-48ac-8e36-722d092eb348'] {{(pid=98982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:46:52.060257 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-fce3c02a-eaf0-47c2-851d-43e2ed126384 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:52.105859 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f4b66e5-7551-4de5-be14-8dbe5692ccae req-fce3c02a-eaf0-47c2-851d-43e2ed126384 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] No DVR routers for this DVR port 212e68ed-5263-48ac-8e36-722d092eb348 on host hv-cinder-79628 {{(pid=98981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:46:52.109033 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-6f4b66e5-7551-4de5-be14-8dbe5692ccae req-fce3c02a-eaf0-47c2-851d-43e2ed126384 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for port, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:52.113123 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-6f4b66e5-7551-4de5-be14-8dbe5692ccae req-fce3c02a-eaf0-47c2-851d-43e2ed126384 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.49 "DELETE /v2.0/ports/212e68ed-5263-48ac-8e36-722d092eb348 HTTP/1.1" status: 204 len: 173 time: 0.7394588 Jun 16 09:46:52.113123 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db3d0f0a-de77-448a-b516-c5a161ed6387', 'name': 'network-vif-deleted', 'tag': '212e68ed-5263-48ac-8e36-722d092eb348'}] {{(pid=98981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:46:52.114914 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18eb52cff4d517b1dce9432e7e66d3e16844a09bb405b8b8e4b50ca476568750" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc0ff39-9fb8-431a-99ad-b8029d49d797" -d '{"events": [{"server_uuid": "db3d0f0a-de77-448a-b516-c5a161ed6387", "name": "network-vif-deleted", "tag": "212e68ed-5263-48ac-8e36-722d092eb348"}]}' {{(pid=98981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:46:52.153694 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df5cb88-b3aa-4e8f-9faf-a80925bc70ba x-openstack-request-id: req-2df5cb88-b3aa-4e8f-9faf-a80925bc70ba {{(pid=98981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:46:52.154013 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db3d0f0a-de77-448a-b516-c5a161ed6387", "name": "network-vif-deleted", "tag": "212e68ed-5263-48ac-8e36-722d092eb348", "status": "completed", "code": 200}]} {{(pid=98981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:46:52.154291 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2df5cb88-b3aa-4e8f-9faf-a80925bc70ba {{(pid=98981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:46:52.154709 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db3d0f0a-de77-448a-b516-c5a161ed6387', 'name': 'network-vif-deleted', 'tag': '212e68ed-5263-48ac-8e36-722d092eb348', 'status': 'completed', 'code': 200} Jun 16 09:46:52.305865 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61246374-7ea6-489f-9a5a-40009d506e56 req-e446e88f-2a73-4036-af46-87d86e15d25c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:52.307817 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-61246374-7ea6-489f-9a5a-40009d506e56 req-e446e88f-2a73-4036-af46-87d86e15d25c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 946 time: 0.0732110 Jun 16 09:46:52.345935 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-61246374-7ea6-489f-9a5a-40009d506e56 req-de87d556-eea7-4599-82ee-3dc5b2e8e91c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324798 Jun 16 09:46:52.471825 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e4fb578b-fd5e-47f0-aa8c-4b83a36f29c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:52.549231 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 50716) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:52.590406 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-a52ec4e7-c442-4534-8956-9e09f0691d2a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fa31d16a12d643cbb5f92d1c0eaeb35b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0398779 Jun 16 09:46:52.592847 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 50718) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:52.641754 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-97cd323c-8a52-4eb3-91f2-debd09db4d40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:52.664696 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-97cd323c-8a52-4eb3-91f2-debd09db4d40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:52.843091 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-97cd323c-8a52-4eb3-91f2-debd09db4d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:52.845776 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-97cd323c-8a52-4eb3-91f2-debd09db4d40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:52.846945 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-97cd323c-8a52-4eb3-91f2-debd09db4d40 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2bb384a6-4b3c-4565-98dc-20b9248363a0 HTTP/1.1" status: 204 len: 168 time: 0.2531757 Jun 16 09:46:52.847831 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-bdb5230b-ee77-4c9c-a00b-f9981be71ece admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:52.856042 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cd323c-8a52-4eb3-91f2-debd09db4d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb384a6-4b3c-4565-98dc-20b9248363a0,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:52.858357 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-97cd323c-8a52-4eb3-91f2-debd09db4d40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:53.025170 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-18414b04-1611-4c60-8c43-2c57cd1280ea req-2d30a703-ba47-4f2c-89eb-f5f6c9631227 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3d0f0a-de77-448a-b516-c5a161ed6387 HTTP/1.1" status: 200 len: 210 time: 0.0282464 Jun 16 09:46:53.530113 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee0933b-2a18-49f2-97b4-bd5384667e75 req-566d99fc-e8cf-4f9d-809a-1becd91c7c4a tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:53.531512 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-4ee0933b-2a18-49f2-97b4-bd5384667e75 req-566d99fc-e8cf-4f9d-809a-1becd91c7c4a tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 946 time: 0.0633934 Jun 16 09:46:53.572030 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-4ee0933b-2a18-49f2-97b4-bd5384667e75 req-38ed4ff8-c960-406f-9e9f-5566dd38cba6 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340204 Jun 16 09:46:54.764781 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d95124-a7f6-4d2d-990e-6855961db293 req-bd0ccc37-0947-4833-a262-1c05514c2f3a tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:54.766341 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-04d95124-a7f6-4d2d-990e-6855961db293 req-bd0ccc37-0947-4833-a262-1c05514c2f3a tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 946 time: 0.0691924 Jun 16 09:46:54.807737 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-04d95124-a7f6-4d2d-990e-6855961db293 req-dd8d7db2-3a9b-41c1-a120-45dbc7591c91 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344894 Jun 16 09:46:54.870146 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f659970-5d02-4946-8698-a0e6e764f676 req-4b0fd637-c1a4-4c20-8015-8875aa27641b tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:54.871827 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-0f659970-5d02-4946-8698-a0e6e764f676 req-4b0fd637-c1a4-4c20-8015-8875aa27641b tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.0626938 Jun 16 09:46:54.913542 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-0f659970-5d02-4946-8698-a0e6e764f676 req-0d1ccc18-5158-4c66-bb0d-47aa4b5db28b tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358684 Jun 16 09:46:55.891571 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 212e68ed-5263-48ac-8e36-722d092eb348 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:46:55.913539 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] No Port match for: 212e68ed-5263-48ac-8e36-722d092eb348 {{(pid=98982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:46:55.913889 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 212e68ed-5263-48ac-8e36-722d092eb348 not bound to the agent host hv-cinder-79628 {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:46:55.995706 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b70d097-5c5d-4082-9fa9-f41fd40e576c req-515362aa-f5d3-47e2-b9c9-41354e3dbc8f tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:55.998388 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-6b70d097-5c5d-4082-9fa9-f41fd40e576c req-515362aa-f5d3-47e2-b9c9-41354e3dbc8f tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 946 time: 0.0699446 Jun 16 09:46:56.037340 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-6b70d097-5c5d-4082-9fa9-f41fd40e576c req-058ffc89-e5ca-4392-9902-676d4d1088eb tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331388 Jun 16 09:46:56.355886 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae86a3e3-e062-4645-a32d-e7b2b12c3f8c req-2632fefb-5e7f-4732-83ce-44bc1f63f82f tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:56.357375 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-ae86a3e3-e062-4645-a32d-e7b2b12c3f8c req-2632fefb-5e7f-4732-83ce-44bc1f63f82f tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.3275733 Jun 16 09:46:56.394638 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-ae86a3e3-e062-4645-a32d-e7b2b12c3f8c req-002b6168-99c0-431f-871b-2641a3deda3c tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311911 Jun 16 09:46:57.224868 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100a562-571f-4c2e-b880-71c0a5dae247 req-4b496648-9dbf-4628-8ec2-567f35b695cb tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:57.226330 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-d100a562-571f-4c2e-b880-71c0a5dae247 req-4b496648-9dbf-4628-8ec2-567f35b695cb tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 946 time: 0.0672328 Jun 16 09:46:57.263225 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-d100a562-571f-4c2e-b880-71c0a5dae247 req-f0a4cc40-73f1-4725-aafa-469dabf0c807 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313828 Jun 16 09:46:57.575569 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a65be7b-7ce6-4e35-ba5b-e33306687dc2 req-b17b31a2-e1fe-4d10-af03-a035b33743d3 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:57.577018 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-8a65be7b-7ce6-4e35-ba5b-e33306687dc2 req-b17b31a2-e1fe-4d10-af03-a035b33743d3 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.0608494 Jun 16 09:46:57.618280 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-8a65be7b-7ce6-4e35-ba5b-e33306687dc2 req-65f662d0-78ca-4a4a-b3e3-3598bddee6b0 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353479 Jun 16 09:46:58.446004 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2773f-4ee6-4f50-804f-48f64c92324f req-71f6336e-f168-4bc5-9c5d-d799eaed8faa tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:58.447454 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-daa2773f-4ee6-4f50-804f-48f64c92324f req-71f6336e-f168-4bc5-9c5d-d799eaed8faa tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 946 time: 0.0653472 Jun 16 09:46:58.485935 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-daa2773f-4ee6-4f50-804f-48f64c92324f req-49d99dbf-bdfb-475b-8354-e4c8cd733545 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328047 Jun 16 09:46:58.790244 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af621751-3f5f-4663-8e8a-6100810667f7 req-30160e71-e804-43a5-ab57-5c503bfe5c2c tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:58.791729 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-af621751-3f5f-4663-8e8a-6100810667f7 req-30160e71-e804-43a5-ab57-5c503bfe5c2c tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.0625994 Jun 16 09:46:58.833856 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-af621751-3f5f-4663-8e8a-6100810667f7 req-c7e8a503-4b8d-42a9-9a4c-28c364f07eed tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365224 Jun 16 09:46:59.673017 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffffeabc-5c34-4b93-968c-ded29b51480b req-2318529b-ab1e-4ddd-a741-5210158236fd tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:59.674450 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-ffffeabc-5c34-4b93-968c-ded29b51480b req-2318529b-ab1e-4ddd-a741-5210158236fd tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 946 time: 0.0629692 Jun 16 09:46:59.711217 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-ffffeabc-5c34-4b93-968c-ded29b51480b req-ba7de96b-03d3-47a1-91f7-3e2f6a5051a9 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305698 Jun 16 09:47:00.014316 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9028832-201b-492d-a626-5bb6d1892d3d req-c095fccd-34e9-4e56-b3e6-6560552dfc1e tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:00.015855 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-f9028832-201b-492d-a626-5bb6d1892d3d req-c095fccd-34e9-4e56-b3e6-6560552dfc1e tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.0701377 Jun 16 09:47:00.057757 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-f9028832-201b-492d-a626-5bb6d1892d3d req-99eb2349-44e7-48e3-ac32-c2bb9ee70fc6 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358043 Jun 16 09:47:00.899630 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9dd041-4ad5-4226-92fb-2aab2f11ab82 req-d2ed9c55-e361-479e-af82-8dbb2e24cf9e tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:00.901100 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-bd9dd041-4ad5-4226-92fb-2aab2f11ab82 req-d2ed9c55-e361-479e-af82-8dbb2e24cf9e tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 946 time: 0.0687265 Jun 16 09:47:00.942794 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-bd9dd041-4ad5-4226-92fb-2aab2f11ab82 req-f722fb1a-e3c1-420d-82ce-80c18be412af tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359309 Jun 16 09:47:01.231073 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e18ad80-a10a-435a-bac2-387c2f918dde req-ceb60b05-29bc-4d52-ad42-7b8b09711e96 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:01.232534 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-5e18ad80-a10a-435a-bac2-387c2f918dde req-ceb60b05-29bc-4d52-ad42-7b8b09711e96 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.0646329 Jun 16 09:47:01.271198 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-5e18ad80-a10a-435a-bac2-387c2f918dde req-79ee2b2a-1a95-4987-a2a4-fbf47c8a9654 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce2906dd-c9f1-4509-8482-980ab19b9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328476 Jun 16 09:47:01.582024 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d38baa-7744-4c68-b5d1-92fb0246da31 req-e89959e6-f063-4ea2-a90a-c28932557fb4 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:01.584077 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-e4d38baa-7744-4c68-b5d1-92fb0246da31 req-e89959e6-f063-4ea2-a90a-c28932557fb4 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.49 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 945 time: 0.0609748 Jun 16 09:47:01.681284 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.plugin [req-e4d38baa-7744-4c68-b5d1-92fb0246da31 req-0804f1ec-86cc-40b2-af51-d6f333d6299f tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Deleting port 8c10c8bd-00cf-4789-bea3-598d82e18630 {{(pid=98981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:47:01.681531 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-e4d38baa-7744-4c68-b5d1-92fb0246da31 req-0804f1ec-86cc-40b2-af51-d6f333d6299f tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:01.771614 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.db [req-e4d38baa-7744-4c68-b5d1-92fb0246da31 req-0804f1ec-86cc-40b2-af51-d6f333d6299f tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] For port 8c10c8bd-00cf-4789-bea3-598d82e18630, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8c10c8bd-00cf-4789-bea3-598d82e18630,segment=NetworkSegment(98020f90-26bc-4339-b426-2587baf2cd84),segment_id=98020f90-26bc-4339-b426-2587baf2cd84)] {{(pid=98981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:47:01.771961 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-e4d38baa-7744-4c68-b5d1-92fb0246da31 req-0804f1ec-86cc-40b2-af51-d6f333d6299f tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:01.841806 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.plugin [req-e4d38baa-7744-4c68-b5d1-92fb0246da31 req-0804f1ec-86cc-40b2-af51-d6f333d6299f tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Calling delete_port for 8c10c8bd-00cf-4789-bea3-598d82e18630 owned by compute:nova {{(pid=98981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:47:02.037314 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-e4d38baa-7744-4c68-b5d1-92fb0246da31 req-0804f1ec-86cc-40b2-af51-d6f333d6299f tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119'] for port, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:02.041092 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:02.074410 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0804f1ec-86cc-40b2-af51-d6f333d6299f tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Pushing event deleted for resources: {'Port': ['ID=8c10c8bd-00cf-4789-bea3-598d82e18630,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:02.086271 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-0804f1ec-86cc-40b2-af51-d6f333d6299f tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:02.089344 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] get_ports_and_sgs() called for port_ids ['8c10c8bd-00cf-4789-bea3-598d82e18630'] {{(pid=98982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:47:02.147660 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d38baa-7744-4c68-b5d1-92fb0246da31 req-0804f1ec-86cc-40b2-af51-d6f333d6299f tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] No DVR routers for this DVR port 8c10c8bd-00cf-4789-bea3-598d82e18630 on host hv-cinder-79628 {{(pid=98981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:47:02.150697 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-e4d38baa-7744-4c68-b5d1-92fb0246da31 req-0804f1ec-86cc-40b2-af51-d6f333d6299f tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for port, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:02.152620 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-e4d38baa-7744-4c68-b5d1-92fb0246da31 req-0804f1ec-86cc-40b2-af51-d6f333d6299f tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.49 "DELETE /v2.0/ports/8c10c8bd-00cf-4789-bea3-598d82e18630 HTTP/1.1" status: 204 len: 173 time: 0.5615144 Jun 16 09:47:02.153088 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e04040a4-5c47-4752-a18e-65e014b80ebb', 'name': 'network-vif-deleted', 'tag': '8c10c8bd-00cf-4789-bea3-598d82e18630'}] {{(pid=98981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:47:02.155328 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18eb52cff4d517b1dce9432e7e66d3e16844a09bb405b8b8e4b50ca476568750" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba376fc-447a-4e0e-8a2f-ba312565d67d" -d '{"events": [{"server_uuid": "e04040a4-5c47-4752-a18e-65e014b80ebb", "name": "network-vif-deleted", "tag": "8c10c8bd-00cf-4789-bea3-598d82e18630"}]}' {{(pid=98981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:47:02.190486 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb23d64-1ece-4ba4-9c12-f305ff465b6f req-8d3b9644-68a4-4430-a234-f18ded76595a tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:02.192513 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-6fb23d64-1ece-4ba4-9c12-f305ff465b6f req-8d3b9644-68a4-4430-a234-f18ded76595a tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 946 time: 0.1212738 Jun 16 09:47:02.193987 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df7b11f-5520-4d91-b393-45123863ea19 x-openstack-request-id: req-4df7b11f-5520-4d91-b393-45123863ea19 {{(pid=98981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:47:02.194353 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e04040a4-5c47-4752-a18e-65e014b80ebb", "name": "network-vif-deleted", "tag": "8c10c8bd-00cf-4789-bea3-598d82e18630", "status": "completed", "code": 200}]} {{(pid=98981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:47:02.194562 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4df7b11f-5520-4d91-b393-45123863ea19 {{(pid=98981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:47:02.195002 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e04040a4-5c47-4752-a18e-65e014b80ebb', 'name': 'network-vif-deleted', 'tag': '8c10c8bd-00cf-4789-bea3-598d82e18630', 'status': 'completed', 'code': 200} Jun 16 09:47:02.232478 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-6fb23d64-1ece-4ba4-9c12-f305ff465b6f req-9488ad1d-2233-434a-99af-289e46ec9abe tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330369 Jun 16 09:47:02.420411 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-e6722602-df55-4198-af04-0d3bd567e7f8 req-0966d44d-805f-46b6-95d4-49321f39d3ba tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 210 time: 0.0339634 Jun 16 09:47:03.580387 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-46388d87-bc0d-45b7-ae60-8c68ec9a3062 req-246c0fbb-5287-468c-af2c-d7ed9c2f4b2b tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e04040a4-5c47-4752-a18e-65e014b80ebb HTTP/1.1" status: 200 len: 210 time: 0.0330970 Jun 16 09:47:04.671164 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 50966) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:05.078143 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-015592cf-819c-4401-86b1-8010611bb51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690889'] for router_interface, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:05.256988 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 50978) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:05.363076 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-0820e910-0a8a-491d-80da-e2e3c9d25e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:05.381384 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.plugin [None req-015592cf-819c-4401-86b1-8010611bb51c admin admin] Deleting port b1814f49-aa19-4b5a-9f2e-484321228a49 {{(pid=98981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:47:05.381725 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-015592cf-819c-4401-86b1-8010611bb51c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:05.455174 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-0820e910-0a8a-491d-80da-e2e3c9d25e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:05.475516 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.db [None req-015592cf-819c-4401-86b1-8010611bb51c admin admin] For port b1814f49-aa19-4b5a-9f2e-484321228a49, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=b1814f49-aa19-4b5a-9f2e-484321228a49,segment=NetworkSegment(98020f90-26bc-4339-b426-2587baf2cd84),segment_id=98020f90-26bc-4339-b426-2587baf2cd84)] {{(pid=98981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:47:05.475897 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-015592cf-819c-4401-86b1-8010611bb51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:05.555139 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.plugin [None req-015592cf-819c-4401-86b1-8010611bb51c admin admin] Calling delete_port for b1814f49-aa19-4b5a-9f2e-484321228a49 owned by network:router_interface {{(pid=98981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:47:05.562382 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-0820e910-0a8a-491d-80da-e2e3c9d25e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:05.566011 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-78dfa1c0-cd39-4586-8af5-3fff499e5619 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:05.604761 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-0820e910-0a8a-491d-80da-e2e3c9d25e7d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7b7e0ef2165b49b9a06820a4f4b1dbab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3442740 Jun 16 09:47:05.605242 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 50988) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:05.606229 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0820e910-0a8a-491d-80da-e2e3c9d25e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3b8b59-544c-43b1-a1b8-97e16c5fe55a,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:05.609548 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-0820e910-0a8a-491d-80da-e2e3c9d25e7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:05.746122 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-e73cfa1d-f63f-4bc3-8fea-12100592acc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:05.789973 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-e73cfa1d-f63f-4bc3-8fea-12100592acc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:05.966206 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 8c10c8bd-00cf-4789-bea3-598d82e18630 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:47:05.987873 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] No Port match for: 8c10c8bd-00cf-4789-bea3-598d82e18630 {{(pid=98982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:47:05.988223 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 8c10c8bd-00cf-4789-bea3-598d82e18630 not bound to the agent host hv-cinder-79628 {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:47:06.022081 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-e73cfa1d-f63f-4bc3-8fea-12100592acc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:06.024980 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-e73cfa1d-f63f-4bc3-8fea-12100592acc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:06.030606 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-e73cfa1d-f63f-4bc3-8fea-12100592acc8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ac3b8b59-544c-43b1-a1b8-97e16c5fe55a HTTP/1.1" status: 204 len: 168 time: 0.4195926 Jun 16 09:47:06.030606 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-7078f8f5-bbcf-4f7f-a4c4-132dccb21f05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:06.030606 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-015592cf-819c-4401-86b1-8010611bb51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119'] for port, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:06.044926 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73cfa1d-f63f-4bc3-8fea-12100592acc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3b8b59-544c-43b1-a1b8-97e16c5fe55a,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:06.047684 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-e73cfa1d-f63f-4bc3-8fea-12100592acc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:06.048479 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-10ae1342-06e4-4434-9258-93810b43c3ac tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:06.100082 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015592cf-819c-4401-86b1-8010611bb51c admin admin] Pushing event deleted for resources: {'Port': ['ID=b1814f49-aa19-4b5a-9f2e-484321228a49,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:06.130695 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-015592cf-819c-4401-86b1-8010611bb51c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:06.196071 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-015592cf-819c-4401-86b1-8010611bb51c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690781'] for router_interface, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:06.651788 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-015592cf-819c-4401-86b1-8010611bb51c admin admin] Router 34d857d3-1f95-4e50-af60-75b3ef38291d has already been hosted by L3 agent 7768ee83-37c7-4165-88a2-5844eb43ad81 {{(pid=98981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:47:06.758443 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015592cf-819c-4401-86b1-8010611bb51c admin admin] Notify agent at l3_agent.dv-cinder-796286-4-iscsi the message routers_updated {{(pid=98981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:47:06.763811 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-015592cf-819c-4401-86b1-8010611bb51c admin admin] 10.222.0.25 "PUT /v2.0/routers/34d857d3-1f95-4e50-af60-75b3ef38291d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0916433 Jun 16 09:47:06.766342 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 51014) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:06.770878 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3febbbd1-5b00-4895-960d-244b45222650 None None] Sync routers for ids ['34d857d3-1f95-4e50-af60-75b3ef38291d'] in dv-cinder-796286-4-iscsi {{(pid=98983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:47:06.780835 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3febbbd1-5b00-4895-960d-244b45222650 None None] Routers {'34d857d3-1f95-4e50-af60-75b3ef38291d'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:47:06.781458 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-3febbbd1-5b00-4895-960d-244b45222650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:46:49Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['34d857d3-1f95-4e50-af60-75b3ef38291d'], 'active': True} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:47:06.878567 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-8a06508b-dd13-41d6-b641-3861ea9abf3d admin admin] Notify callbacks [] for router, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:06.885214 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvr_db [None req-3febbbd1-5b00-4895-960d-244b45222650 None None] Set router 34d857d3-1f95-4e50-af60-75b3ef38291d gateway port host: dv-cinder-796286-4-iscsi {{(pid=98983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:47:07.000824 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-8a06508b-dd13-41d6-b641-3861ea9abf3d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:07.064915 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-3febbbd1-5b00-4895-960d-244b45222650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d857d3-1f95-4e50-af60-75b3ef38291d', 'name': 'tempest-ServerRescueNegativeTestJSON-829557959-router', 'tenant_id': '3aab2d6845c34f44bdcaf8eb3cec5927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'a4fc55ad-b1be-41f8-ba1f-17a46aaee8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:05Z', 'updated_at': '2021-06-16T09:47:05Z', 'revision_number': 5, 'project_id': '3aab2d6845c34f44bdcaf8eb3cec5927', 'gw_port': {'id': 'a4fc55ad-b1be-41f8-ba1f-17a46aaee8fc', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d857d3-1f95-4e50-af60-75b3ef38291d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:07Z', 'updated_at': '2021-06-16T09:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi'}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:47:07.068747 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3febbbd1-5b00-4895-960d-244b45222650 None None] Checking router: 34d857d3-1f95-4e50-af60-75b3ef38291d for host: dv-cinder-796286-4-iscsi {{(pid=98983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:47:07.077274 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3febbbd1-5b00-4895-960d-244b45222650 None None] Routers {'34d857d3-1f95-4e50-af60-75b3ef38291d'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:47:07.078006 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-3febbbd1-5b00-4895-960d-244b45222650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:46:49Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['34d857d3-1f95-4e50-af60-75b3ef38291d'], 'active': True} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:47:07.152999 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.plugin [None req-8a06508b-dd13-41d6-b641-3861ea9abf3d admin admin] Deleting port a4fc55ad-b1be-41f8-ba1f-17a46aaee8fc {{(pid=98981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:47:07.153400 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-8a06508b-dd13-41d6-b641-3861ea9abf3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:07.187144 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvr_db [None req-3febbbd1-5b00-4895-960d-244b45222650 None None] Set router 34d857d3-1f95-4e50-af60-75b3ef38291d gateway port host: dv-cinder-796286-4-iscsi {{(pid=98983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:47:07.241297 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.db [None req-8a06508b-dd13-41d6-b641-3861ea9abf3d admin admin] For port a4fc55ad-b1be-41f8-ba1f-17a46aaee8fc, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=a4fc55ad-b1be-41f8-ba1f-17a46aaee8fc,segment=NetworkSegment(ee5243d6-0a20-466c-b2f3-0cfa4d8430c8),segment_id=ee5243d6-0a20-466c-b2f3-0cfa4d8430c8)] {{(pid=98981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:47:07.241654 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-8a06508b-dd13-41d6-b641-3861ea9abf3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:07.310688 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.plugin [None req-8a06508b-dd13-41d6-b641-3861ea9abf3d admin admin] Calling delete_port for a4fc55ad-b1be-41f8-ba1f-17a46aaee8fc owned by network:router_gateway {{(pid=98981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:47:07.376198 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-3febbbd1-5b00-4895-960d-244b45222650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d857d3-1f95-4e50-af60-75b3ef38291d', 'name': 'tempest-ServerRescueNegativeTestJSON-829557959-router', 'tenant_id': '3aab2d6845c34f44bdcaf8eb3cec5927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'a4fc55ad-b1be-41f8-ba1f-17a46aaee8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:05Z', 'updated_at': '2021-06-16T09:47:05Z', 'revision_number': 5, 'project_id': '3aab2d6845c34f44bdcaf8eb3cec5927', 'gw_port': {'id': 'a4fc55ad-b1be-41f8-ba1f-17a46aaee8fc', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d857d3-1f95-4e50-af60-75b3ef38291d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:07Z', 'updated_at': '2021-06-16T09:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi'}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:47:07.380148 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3febbbd1-5b00-4895-960d-244b45222650 None None] The sync data for ids ['34d857d3-1f95-4e50-af60-75b3ef38291d'] in dv-cinder-796286-4-iscsi is: [{'id': '34d857d3-1f95-4e50-af60-75b3ef38291d', 'name': 'tempest-ServerRescueNegativeTestJSON-829557959-router', 'tenant_id': '3aab2d6845c34f44bdcaf8eb3cec5927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'a4fc55ad-b1be-41f8-ba1f-17a46aaee8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:05Z', 'updated_at': '2021-06-16T09:47:05Z', 'revision_number': 5, 'project_id': '3aab2d6845c34f44bdcaf8eb3cec5927', 'gw_port': {'id': 'a4fc55ad-b1be-41f8-ba1f-17a46aaee8fc', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d857d3-1f95-4e50-af60-75b3ef38291d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:07Z', 'updated_at': '2021-06-16T09:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi'}] {{(pid=98983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:47:07.574226 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-8a06508b-dd13-41d6-b641-3861ea9abf3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119'] for port, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:07.577213 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-9bb80d47-bf97-4c6e-a1eb-ff231f8734ec tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:07.606000 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a06508b-dd13-41d6-b641-3861ea9abf3d admin admin] Pushing event deleted for resources: {'Port': ['ID=a4fc55ad-b1be-41f8-ba1f-17a46aaee8fc,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:07.609842 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-8a06508b-dd13-41d6-b641-3861ea9abf3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:07.632958 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-8a06508b-dd13-41d6-b641-3861ea9abf3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761374'] for router_gateway, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:07.740225 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-8a06508b-dd13-41d6-b641-3861ea9abf3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5683'] for router, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:07.742533 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-8a06508b-dd13-41d6-b641-3861ea9abf3d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:07.906443 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-8a06508b-dd13-41d6-b641-3861ea9abf3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754516'] for router, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:07.907129 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a06508b-dd13-41d6-b641-3861ea9abf3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34d857d3-1f95-4e50-af60-75b3ef38291d {{(pid=98981) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 09:47:07.917864 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-8a06508b-dd13-41d6-b641-3861ea9abf3d admin admin] Notify callbacks [] for router, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:07.919304 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-8a06508b-dd13-41d6-b641-3861ea9abf3d admin admin] 10.222.0.25 "DELETE /v2.0/routers/34d857d3-1f95-4e50-af60-75b3ef38291d HTTP/1.1" status: 204 len: 168 time: 1.1520166 Jun 16 09:47:07.922152 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 51042) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:07.996869 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device b1814f49-aa19-4b5a-9f2e-484321228a49 no longer exists at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:47:07.999418 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c35e7b5-2972-442c-8274-4d667503c0b0 admin admin] Deleting subnet d1e28073-3474-4ab3-a6cb-d23efc1dc12f {{(pid=98981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 09:47:08.002578 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-0c35e7b5-2972-442c-8274-4d667503c0b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:08.023261 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] No Port match for: b1814f49-aa19-4b5a-9f2e-484321228a49 {{(pid=98982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:47:08.023621 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device b1814f49-aa19-4b5a-9f2e-484321228a49 not bound to the agent host dv-cinder-796286-4-iscsi {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:47:08.040325 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-0c35e7b5-2972-442c-8274-4d667503c0b0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:08.046638 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-0c35e7b5-2972-442c-8274-4d667503c0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756163'] for subnet, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:08.232780 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-0c35e7b5-2972-442c-8274-4d667503c0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430'] for subnet, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:08.247452 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-d004a6de-a0f5-41f6-86ca-4d015d2f138e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:08.279047 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c35e7b5-2972-442c-8274-4d667503c0b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1e28073-3474-4ab3-a6cb-d23efc1dc12f,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:08.281180 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-0c35e7b5-2972-442c-8274-4d667503c0b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:08.283159 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-0c35e7b5-2972-442c-8274-4d667503c0b0 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d1e28073-3474-4ab3-a6cb-d23efc1dc12f HTTP/1.1" status: 204 len: 168 time: 0.3596404 Jun 16 09:47:08.284392 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-0c35e7b5-2972-442c-8274-4d667503c0b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:08.286166 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 51058) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:08.363467 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-61f3fa24-4d74-41ad-b3ca-27cabc559c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1649310'] for network, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:08.453378 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-61f3fa24-4d74-41ad-b3ca-27cabc559c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756812', 'neutron.services.segments.db._delete_segments_for_network-8772813474353'] for network, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:08.464934 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-61f3fa24-4d74-41ad-b3ca-27cabc559c9e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:47:08.465292 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-61f3fa24-4d74-41ad-b3ca-27cabc559c9e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:47:08.479001 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-61f3fa24-4d74-41ad-b3ca-27cabc559c9e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:47:08.479001 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-61f3fa24-4d74-41ad-b3ca-27cabc559c9e admin admin] Subscribe: > port after_create 55550000 {{(pid=98981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:47:08.479001 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-61f3fa24-4d74-41ad-b3ca-27cabc559c9e admin admin] Subscribe: > port after_delete 55550000 {{(pid=98981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:47:08.479001 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-61f3fa24-4d74-41ad-b3ca-27cabc559c9e admin admin] Subscribe: > port after_update 55550000 {{(pid=98981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:47:08.479001 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-61f3fa24-4d74-41ad-b3ca-27cabc559c9e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:47:08.479001 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-61f3fa24-4d74-41ad-b3ca-27cabc559c9e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:47:08.479001 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-61f3fa24-4d74-41ad-b3ca-27cabc559c9e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:47:08.479001 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-61f3fa24-4d74-41ad-b3ca-27cabc559c9e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:47:08.553977 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-61f3fa24-4d74-41ad-b3ca-27cabc559c9e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:47:08.553977 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-61f3fa24-4d74-41ad-b3ca-27cabc559c9e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:47:08.553977 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-61f3fa24-4d74-41ad-b3ca-27cabc559c9e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:47:08.553977 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-61f3fa24-4d74-41ad-b3ca-27cabc559c9e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:47:08.553977 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.services.segments.db [None req-61f3fa24-4d74-41ad-b3ca-27cabc559c9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91a32b6f-094c-4ae5-a33e-942080d95ea2']}} {{(pid=98981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:47:08.565128 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.services.segments.db [None req-61f3fa24-4d74-41ad-b3ca-27cabc559c9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98020f90-26bc-4339-b426-2587baf2cd84') {'for_net_delete': True} {{(pid=98981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:47:08.565428 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.services.segments.db [None req-61f3fa24-4d74-41ad-b3ca-27cabc559c9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98020f90-26bc-4339-b426-2587baf2cd84') {} {{(pid=98981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:47:08.582795 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-61f3fa24-4d74-41ad-b3ca-27cabc559c9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772813475202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126587026'] for segment, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:08.609330 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-61f3fa24-4d74-41ad-b3ca-27cabc559c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753648'] for segment, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:08.618603 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61f3fa24-4d74-41ad-b3ca-27cabc559c9e admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=98981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 09:47:08.619012 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-61f3fa24-4d74-41ad-b3ca-27cabc559c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126587846'] for segment, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: from cryptography.utils import int_from_bytes Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: from cryptography.utils import int_from_bytes Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: retrieve_revision_numbers = { Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: retrieve_revision_numbers = { Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: retrieve_revision_numbers = { Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: retrieve_revision_numbers = { Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: retrieve_revision_numbers = { Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: retrieve_revision_numbers = { Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: Traceback (most recent call last): Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: timer() Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: cb(*args, **kw) Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: return func(*args, **kwargs) Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: self._notify() Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: self.callback(batched_events) Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: event.method(event) Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: return f(self, *a, **k) Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: return self._get(url).json() Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: return self.request(url, 'GET', **kwargs) Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 09:47:08.622922 dv-cinder-796286-4-iscsi neutron-server[98981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 09:47:08.780003 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-61f3fa24-4d74-41ad-b3ca-27cabc559c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761456'] for network, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:08.786121 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-d1bec5ba-e5da-492f-b095-9e593a75a968 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:08.790336 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-61f3fa24-4d74-41ad-b3ca-27cabc559c9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for network, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:08.802561 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-61f3fa24-4d74-41ad-b3ca-27cabc559c9e admin admin] 10.222.0.25 "DELETE /v2.0/networks/91a32b6f-094c-4ae5-a33e-942080d95ea2 HTTP/1.1" status: 204 len: 168 time: 0.5077367 Jun 16 09:47:08.821664 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f3fa24-4d74-41ad-b3ca-27cabc559c9e admin admin] Pushing event deleted for resources: {'Network': ['ID=91a32b6f-094c-4ae5-a33e-942080d95ea2,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:08.824360 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-61f3fa24-4d74-41ad-b3ca-27cabc559c9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:09.211877 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-69c51753-7cf4-4a5d-bdc3-6034e1ca0a62 req-f8386c60-8d7f-452d-9bdb-00a152ccf13a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0518322 Jun 16 09:47:09.324954 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c51753-7cf4-4a5d-bdc3-6034e1ca0a62 req-5b22f000-3cdc-4653-94c3-940a84b6a804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:09.326392 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-69c51753-7cf4-4a5d-bdc3-6034e1ca0a62 req-5b22f000-3cdc-4653-94c3-940a84b6a804 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dfe9f5ef1b4a464aa32329299459c90d&device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 1099 time: 0.0643904 Jun 16 09:47:09.355009 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 51082) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:09.418797 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 51086) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:09.449212 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c51753-7cf4-4a5d-bdc3-6034e1ca0a62 req-557a6e8a-6f1e-44a0-8252-6ca814064493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:09.450812 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-69c51753-7cf4-4a5d-bdc3-6034e1ca0a62 req-557a6e8a-6f1e-44a0-8252-6ca814064493 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5c8b8276-a881-4c68-ac89-d4ac2c936588 HTTP/1.1" status: 200 len: 911 time: 0.0969465 Jun 16 09:47:09.462371 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-fbf55400-4f9b-46f1-af73-031a1c63a481 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3aab2d6845c34f44bdcaf8eb3cec5927&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0422440 Jun 16 09:47:09.465650 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 51088) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:09.517827 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-b83128cc-2fca-4bda-85d2-f7ba91540081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:09.528636 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-69c51753-7cf4-4a5d-bdc3-6034e1ca0a62 req-bbdc4ebd-9e05-47c5-9432-bf3c0e34226a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f14669b-7283-4579-8ac1-826dc91f9540 HTTP/1.1" status: 200 len: 1001 time: 0.0652058 Jun 16 09:47:09.541663 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-b83128cc-2fca-4bda-85d2-f7ba91540081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:09.584839 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c51753-7cf4-4a5d-bdc3-6034e1ca0a62 req-00a1b3bd-b97e-435e-8226-f0bdfe936cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:09.586279 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-69c51753-7cf4-4a5d-bdc3-6034e1ca0a62 req-00a1b3bd-b97e-435e-8226-f0bdfe936cf2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d7f651ef-1612-428c-80c5-ecb2942fc3e0 HTTP/1.1" status: 200 len: 849 time: 0.0492253 Jun 16 09:47:09.589503 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-47c41901-31ee-4471-9521-b1453bd5d3fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:09.643860 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c51753-7cf4-4a5d-bdc3-6034e1ca0a62 req-9ae44bbc-ce21-4904-afde-e7d7a912a49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:09.645347 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-69c51753-7cf4-4a5d-bdc3-6034e1ca0a62 req-9ae44bbc-ce21-4904-afde-e7d7a912a49f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5c8b8276-a881-4c68-ac89-d4ac2c936588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525208 Jun 16 09:47:09.707476 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-b83128cc-2fca-4bda-85d2-f7ba91540081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:09.710274 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-b83128cc-2fca-4bda-85d2-f7ba91540081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:09.713797 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-b83128cc-2fca-4bda-85d2-f7ba91540081 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ce2906dd-c9f1-4509-8482-980ab19b9f50 HTTP/1.1" status: 204 len: 168 time: 0.2447073 Jun 16 09:47:09.715477 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-fde3c819-9029-4317-9a3c-6d7c53020ecf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:09.732441 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83128cc-2fca-4bda-85d2-f7ba91540081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2906dd-c9f1-4509-8482-980ab19b9f50,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:09.735250 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-b83128cc-2fca-4bda-85d2-f7ba91540081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:09.758839 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-69c51753-7cf4-4a5d-bdc3-6034e1ca0a62 req-f2640bc2-3de4-44b9-ac2d-5e213c8867cd service neutron] 10.222.0.49 "GET /v2.0/networks/5c8b8276-a881-4c68-ac89-d4ac2c936588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016376 Jun 16 09:47:09.797328 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-47c41901-31ee-4471-9521-b1453bd5d3fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:09.825951 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device a4fc55ad-b1be-41f8-ba1f-17a46aaee8fc no longer exists at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:47:09.845718 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] No Port match for: a4fc55ad-b1be-41f8-ba1f-17a46aaee8fc {{(pid=98982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:47:09.846206 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device a4fc55ad-b1be-41f8-ba1f-17a46aaee8fc not bound to the agent host dv-cinder-796286-4-iscsi {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:47:09.865160 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-69c51753-7cf4-4a5d-bdc3-6034e1ca0a62 req-ae3b5e0c-d7ef-468d-97ee-a65f0c7a20c9 service neutron] 10.222.0.49 "GET /v2.0/networks/5c8b8276-a881-4c68-ac89-d4ac2c936588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993540 Jun 16 09:47:09.985870 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-47c41901-31ee-4471-9521-b1453bd5d3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:09.990360 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-6bf41dca-9d8d-4ba2-b003-6b56822706f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:10.018368 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c41901-31ee-4471-9521-b1453bd5d3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea76ea9-0df7-459a-a5ab-b4771f9a53dc,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:10.024165 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-47c41901-31ee-4471-9521-b1453bd5d3fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:10.036485 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-47c41901-31ee-4471-9521-b1453bd5d3fb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=93fda53a47bf414fa9523fa42d822728&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6797326 Jun 16 09:47:10.039044 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 51098) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:10.096142 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-4e877d9b-65bd-454b-b1fe-bc80c9eed125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:10.118665 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-4e877d9b-65bd-454b-b1fe-bc80c9eed125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:10.310659 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-4e877d9b-65bd-454b-b1fe-bc80c9eed125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:10.313385 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-4e877d9b-65bd-454b-b1fe-bc80c9eed125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:10.314511 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-4e877d9b-65bd-454b-b1fe-bc80c9eed125 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aea76ea9-0df7-459a-a5ab-b4771f9a53dc HTTP/1.1" status: 204 len: 168 time: 0.2744961 Jun 16 09:47:10.315306 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-7734048a-de19-4dd9-990a-67c5ddb6f122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:10.324686 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e877d9b-65bd-454b-b1fe-bc80c9eed125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea76ea9-0df7-459a-a5ab-b4771f9a53dc,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:10.331714 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-4e877d9b-65bd-454b-b1fe-bc80c9eed125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:11.384763 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:11.410131 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 51142) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:11.410131 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-ec86cdb4-ed90-4e13-8f55-a08616dcbe00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:11.517926 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-ec86cdb4-ed90-4e13-8f55-a08616dcbe00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:11.627843 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-ec86cdb4-ed90-4e13-8f55-a08616dcbe00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:11.631704 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-ba9910fc-7d8b-479d-b84c-fb676273e8e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:11.674108 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec86cdb4-ed90-4e13-8f55-a08616dcbe00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2a2d04-8d5d-48f6-af7e-d4537976dfb9,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:11.678628 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-ec86cdb4-ed90-4e13-8f55-a08616dcbe00 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=79c3f5cbfa764fa49dd815f6e0a07c40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2835643 Jun 16 09:47:11.679569 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-ec86cdb4-ed90-4e13-8f55-a08616dcbe00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:11.681609 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 51150) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:11.701762 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27293824-989a-4362-8453-6fb992188d5c req-46322413-419f-4091-8068-1284b3553be9 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:11.703256 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-27293824-989a-4362-8453-6fb992188d5c req-46322413-419f-4091-8068-1284b3553be9 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.1111298 Jun 16 09:47:11.739348 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-7a9d0362-c6bd-4a89-81f1-dc95c6be1226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:11.741910 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-27293824-989a-4362-8453-6fb992188d5c req-5875f9f4-1045-49f1-90a1-6ecbfad7fd4c tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0326071 Jun 16 09:47:11.766778 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-7a9d0362-c6bd-4a89-81f1-dc95c6be1226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:11.928367 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-7a9d0362-c6bd-4a89-81f1-dc95c6be1226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:11.931153 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-7a9d0362-c6bd-4a89-81f1-dc95c6be1226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:11.932506 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-7a9d0362-c6bd-4a89-81f1-dc95c6be1226 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fc2a2d04-8d5d-48f6-af7e-d4537976dfb9 HTTP/1.1" status: 204 len: 168 time: 0.2481072 Jun 16 09:47:11.933375 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-017edc43-596a-41b6-b2b5-0a017475b142 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:11.941022 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d0362-c6bd-4a89-81f1-dc95c6be1226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2a2d04-8d5d-48f6-af7e-d4537976dfb9,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:11.943358 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-7a9d0362-c6bd-4a89-81f1-dc95c6be1226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:12.934109 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b78a1b-9863-4942-8f00-e3937885330e req-f55568e6-c267-4405-85c3-4117f3e383a8 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:12.935599 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-c2b78a1b-9863-4942-8f00-e3937885330e req-f55568e6-c267-4405-85c3-4117f3e383a8 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.0641029 Jun 16 09:47:12.975501 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-c2b78a1b-9863-4942-8f00-e3937885330e req-d67019ae-cdfe-4b61-a57b-0becc820b9d1 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0337005 Jun 16 09:47:14.168322 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08597d0c-26c8-4d88-8717-81bc7ccad2dd req-47747ad0-567a-4387-84f3-7561e8801c8a tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:14.169759 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-08597d0c-26c8-4d88-8717-81bc7ccad2dd req-47747ad0-567a-4387-84f3-7561e8801c8a tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.0689240 Jun 16 09:47:14.208724 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-08597d0c-26c8-4d88-8717-81bc7ccad2dd req-96323972-0c06-48a9-9d1b-96bc10c0e1c6 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0329244 Jun 16 09:47:14.859503 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 51250) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:14.961002 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-63afe39a-b3dd-406c-8860-f6e042588eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:15.056275 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-63afe39a-b3dd-406c-8860-f6e042588eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:15.162233 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-63afe39a-b3dd-406c-8860-f6e042588eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:15.164878 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-985f6551-9411-488d-8e50-a0233360be30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:15.204409 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-63afe39a-b3dd-406c-8860-f6e042588eda admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bdbc03c164414df3884a49eb43e289c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3437452 Jun 16 09:47:15.205235 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63afe39a-b3dd-406c-8860-f6e042588eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8d6300-f459-4d99-a659-4688acedb831,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:15.207074 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 51260) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:15.209079 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-63afe39a-b3dd-406c-8860-f6e042588eda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:15.258279 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-70239540-a4dd-4baa-a08a-00d41273d69d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:15.280339 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-70239540-a4dd-4baa-a08a-00d41273d69d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:15.397934 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced48ef5-c2ec-4e4f-89cd-e190d8865713 req-71b3b1cc-44a8-4e6b-8200-7e73a9395034 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:15.399399 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-ced48ef5-c2ec-4e4f-89cd-e190d8865713 req-71b3b1cc-44a8-4e6b-8200-7e73a9395034 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.0642095 Jun 16 09:47:15.436513 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-ced48ef5-c2ec-4e4f-89cd-e190d8865713 req-8785f47c-4a19-4044-9039-d1cfe4634082 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0313926 Jun 16 09:47:15.459646 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-70239540-a4dd-4baa-a08a-00d41273d69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:15.462283 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-70239540-a4dd-4baa-a08a-00d41273d69d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:15.463447 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-70239540-a4dd-4baa-a08a-00d41273d69d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dd8d6300-f459-4d99-a659-4688acedb831 HTTP/1.1" status: 204 len: 168 time: 0.2547328 Jun 16 09:47:15.464186 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-2ea40991-dfa8-454b-864d-1b1f4193f30c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:15.471559 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70239540-a4dd-4baa-a08a-00d41273d69d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8d6300-f459-4d99-a659-4688acedb831,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:15.474523 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-70239540-a4dd-4baa-a08a-00d41273d69d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:16.114657 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 51272) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:16.127926 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-07a6d92c-8d83-446b-9a6f-9105f2de8c9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:16.216081 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-07a6d92c-8d83-446b-9a6f-9105f2de8c9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:16.316462 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-07a6d92c-8d83-446b-9a6f-9105f2de8c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:16.318977 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-fb355dd1-cf09-4585-bb0b-4fb0084f1b00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:16.355357 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-07a6d92c-8d83-446b-9a6f-9105f2de8c9a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ab39703f21b1438f87b547cd9d23b31d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2396357 Jun 16 09:47:16.356777 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a6d92c-8d83-446b-9a6f-9105f2de8c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420cc43c-ea82-472b-ba0c-ee26db68950b,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:16.358064 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 51278) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:16.359819 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-07a6d92c-8d83-446b-9a6f-9105f2de8c9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:16.413438 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-389d2a5f-ff83-4666-95c3-c0bc1730da36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:16.436070 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-389d2a5f-ff83-4666-95c3-c0bc1730da36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:16.561208 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-389d2a5f-ff83-4666-95c3-c0bc1730da36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:16.563767 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-389d2a5f-ff83-4666-95c3-c0bc1730da36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:16.564810 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-389d2a5f-ff83-4666-95c3-c0bc1730da36 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/420cc43c-ea82-472b-ba0c-ee26db68950b HTTP/1.1" status: 204 len: 168 time: 0.2051585 Jun 16 09:47:16.566931 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-9fc57e88-ef5b-4c67-b638-0bcce7079ce3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:16.591798 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d2a5f-ff83-4666-95c3-c0bc1730da36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420cc43c-ea82-472b-ba0c-ee26db68950b,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:16.594448 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-389d2a5f-ff83-4666-95c3-c0bc1730da36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:16.629720 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b25e679-03dc-4697-b55b-0853970d845c req-c3ca786e-1934-4f00-acc1-dbf91c3a9eb2 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:16.631210 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-4b25e679-03dc-4697-b55b-0853970d845c req-c3ca786e-1934-4f00-acc1-dbf91c3a9eb2 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.0809035 Jun 16 09:47:16.675991 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-4b25e679-03dc-4697-b55b-0853970d845c req-0bd29308-b364-4d06-a738-63fdef23dec4 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0389309 Jun 16 09:47:17.059777 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-8d6c6800-522d-4fe5-9bb5-f5ed84553d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:17.861783 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0ad44-c034-46d4-87f7-9ab62a3cc12d req-e9036f48-3944-46db-a163-df5f24568c14 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:17.864781 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-51e0ad44-c034-46d4-87f7-9ab62a3cc12d req-e9036f48-3944-46db-a163-df5f24568c14 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.0775371 Jun 16 09:47:17.904316 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-51e0ad44-c034-46d4-87f7-9ab62a3cc12d req-b0f911fd-a724-48d3-a568-252ac4a06a02 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0324900 Jun 16 09:47:19.011344 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.agents_db [None req-3560065e-ea11-4ff4-820f-b568c2ca0093 None None] Agent healthcheck: found 6 active agents {{(pid=98983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:47:19.076878 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42107475-49c6-4c5d-93d2-1e30410569c9 req-adbb125a-dcd8-4a42-889f-edfc0e00b1a3 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:19.078369 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-42107475-49c6-4c5d-93d2-1e30410569c9 req-adbb125a-dcd8-4a42-889f-edfc0e00b1a3 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.0638483 Jun 16 09:47:19.118003 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-42107475-49c6-4c5d-93d2-1e30410569c9 req-dda057a4-3b6c-43e4-8b6d-9cdac9037284 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0327702 Jun 16 09:47:19.396715 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-6aeb0f94-549c-4f55-a94f-0389d177bf7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:19.557129 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:20.305948 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd515b-8137-4883-bb59-e2a758f76838 req-6b1f91cf-7780-4234-a5e7-1c804bfaee76 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:20.307449 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-46dd515b-8137-4883-bb59-e2a758f76838 req-6b1f91cf-7780-4234-a5e7-1c804bfaee76 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.0755296 Jun 16 09:47:20.350310 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-46dd515b-8137-4883-bb59-e2a758f76838 req-c6f896c0-2fe1-4330-88a6-9ac252abf660 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0344434 Jun 16 09:47:20.528173 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-16d92f64-da1b-4eb0-8f0f-160fef97265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:21.485457 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 51422) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:21.565689 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40495097-3862-4475-ab63-110a4c34f5ca req-e8620d70-bfb8-4147-9aa6-26900e2edd38 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:21.567347 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-40495097-3862-4475-ab63-110a4c34f5ca req-e8620d70-bfb8-4147-9aa6-26900e2edd38 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.0857437 Jun 16 09:47:21.597458 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-990b784f-22a8-4fa0-bf96-57619f59f7b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:21.607918 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-40495097-3862-4475-ab63-110a4c34f5ca req-59b929b7-4a74-4786-8f2b-a8fb4d224f7a tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0338142 Jun 16 09:47:21.685737 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-990b784f-22a8-4fa0-bf96-57619f59f7b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:21.774245 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-990b784f-22a8-4fa0-bf96-57619f59f7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:21.776896 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-9911084f-10e9-4839-9beb-1c0bf1ddf5db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:21.813043 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-990b784f-22a8-4fa0-bf96-57619f59f7b7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fa394c385b72445e816c161e84ce9957&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3265126 Jun 16 09:47:21.815464 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990b784f-22a8-4fa0-bf96-57619f59f7b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d06c644-e274-4d4d-9bdd-6498a4f46da6,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:21.818453 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 51428) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:21.820691 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-990b784f-22a8-4fa0-bf96-57619f59f7b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:21.881342 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-2031fd00-7953-4e23-9205-e8fd712e715d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:21.902024 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-2031fd00-7953-4e23-9205-e8fd712e715d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:22.045954 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 51436) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:22.147246 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-f9b2b318-afef-460f-9c8f-0e14aab97e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:22.389186 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-2031fd00-7953-4e23-9205-e8fd712e715d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:22.400861 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-2031fd00-7953-4e23-9205-e8fd712e715d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:22.400861 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-2031fd00-7953-4e23-9205-e8fd712e715d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7d06c644-e274-4d4d-9bdd-6498a4f46da6 HTTP/1.1" status: 204 len: 168 time: 0.5738626 Jun 16 09:47:22.400861 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-b83128cc-2fca-4bda-85d2-f7ba91540081 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:22.412320 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2031fd00-7953-4e23-9205-e8fd712e715d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d06c644-e274-4d4d-9bdd-6498a4f46da6,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:22.414685 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-2031fd00-7953-4e23-9205-e8fd712e715d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:22.466852 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-f9b2b318-afef-460f-9c8f-0e14aab97e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:22.596883 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e4fb578b-fd5e-47f0-aa8c-4b83a36f29c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:22.671947 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-f9b2b318-afef-460f-9c8f-0e14aab97e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:22.677160 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-862bea95-353f-47c8-bd87-7ec66f3724f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:22.713080 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-f9b2b318-afef-460f-9c8f-0e14aab97e57 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=203efb2e961940f688f04dd2206e042c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6657941 Jun 16 09:47:22.714359 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b2b318-afef-460f-9c8f-0e14aab97e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5350d54-4737-4c28-b30a-686310e09b2f,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:22.715862 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 51448) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:22.717477 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-f9b2b318-afef-460f-9c8f-0e14aab97e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:22.770787 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-2921840c-498f-4698-b44f-f9cca1a94e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:22.810314 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-2921840c-498f-4698-b44f-f9cca1a94e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:22.934381 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-2921840c-498f-4698-b44f-f9cca1a94e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:22.937507 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-2921840c-498f-4698-b44f-f9cca1a94e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:22.938927 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-2921840c-498f-4698-b44f-f9cca1a94e9c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b5350d54-4737-4c28-b30a-686310e09b2f HTTP/1.1" status: 204 len: 168 time: 0.2214320 Jun 16 09:47:22.945881 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-e1d82b42-638a-4572-a3e4-19a85fe134ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:22.948166 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2921840c-498f-4698-b44f-f9cca1a94e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5350d54-4737-4c28-b30a-686310e09b2f,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:22.956498 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-2921840c-498f-4698-b44f-f9cca1a94e9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:22.997056 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e3751-0ff9-4346-840e-160f033113f8 req-f3d22fe5-c25e-4071-a2ff-22b6c203e6ff tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:22.998557 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-e91e3751-0ff9-4346-840e-160f033113f8 req-f3d22fe5-c25e-4071-a2ff-22b6c203e6ff tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.2777915 Jun 16 09:47:23.055989 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-e91e3751-0ff9-4346-840e-160f033113f8 req-4782ce07-27e6-4933-89a9-5883fb7bf769 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0512247 Jun 16 09:47:23.105476 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 51460) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:23.235793 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-2eb61996-75cd-455a-be9d-d045d43827cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:23.328708 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-2eb61996-75cd-455a-be9d-d045d43827cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:23.425262 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-2eb61996-75cd-455a-be9d-d045d43827cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:23.429280 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-633edcf5-8e7d-48fe-aa01-dc64d2302d15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:23.470799 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-2eb61996-75cd-455a-be9d-d045d43827cd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fa27c2ac95c9474dbfecac7981765698&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3641992 Jun 16 09:47:23.472081 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb61996-75cd-455a-be9d-d045d43827cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92fc814a-6d88-4039-b9d8-a84b825895cd,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:23.473893 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 51476) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:23.475922 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-2eb61996-75cd-455a-be9d-d045d43827cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:23.524804 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-627bf833-c4e3-445a-9cc7-86ca1721e953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:23.546765 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-627bf833-c4e3-445a-9cc7-86ca1721e953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:23.652766 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-627bf833-c4e3-445a-9cc7-86ca1721e953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:23.655478 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-627bf833-c4e3-445a-9cc7-86ca1721e953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:23.656568 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-627bf833-c4e3-445a-9cc7-86ca1721e953 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/92fc814a-6d88-4039-b9d8-a84b825895cd HTTP/1.1" status: 204 len: 168 time: 0.1798594 Jun 16 09:47:23.657321 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-2031fd00-7953-4e23-9205-e8fd712e715d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:23.665010 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627bf833-c4e3-445a-9cc7-86ca1721e953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fc814a-6d88-4039-b9d8-a84b825895cd,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:23.672148 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-627bf833-c4e3-445a-9cc7-86ca1721e953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:24.031050 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 51496) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:24.226333 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007af89f-9326-40e8-ab5d-e6212a7e9ab2 req-d293eaed-828a-4dd6-9647-901c62e5fbc1 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:24.228107 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-007af89f-9326-40e8-ab5d-e6212a7e9ab2 req-d293eaed-828a-4dd6-9647-901c62e5fbc1 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.0629075 Jun 16 09:47:24.244366 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [None req-18ac9489-510a-421e-bc62-60dfc4a52406 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1611834531-network', 'tenant_id': '6226202408dc460f85ceba7cc535d9f3'}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:47:24.272056 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-007af89f-9326-40e8-ab5d-e6212a7e9ab2 req-d470b4cd-9f58-4bb9-b41c-7ef3a46796a5 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0353658 Jun 16 09:47:24.343971 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ac9489-510a-421e-bc62-60dfc4a52406 admin admin] Made reservation on behalf of 6226202408dc460f85ceba7cc535d9f3 for: {'network': 1} {{(pid=98980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:47:24.352133 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-18ac9489-510a-421e-bc62-60dfc4a52406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for network, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:24.355588 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-18ac9489-510a-421e-bc62-60dfc4a52406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:24.440136 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-18ac9489-510a-421e-bc62-60dfc4a52406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:24.451550 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 51510) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:24.467071 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-cb3122c3-2575-492b-8662-44fff0dcfc87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:24.644005 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-18ac9489-510a-421e-bc62-60dfc4a52406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:24.651128 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:24.684078 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18ac9489-510a-421e-bc62-60dfc4a52406 admin admin] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=98980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 09:47:24.693603 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ac9489-510a-421e-bc62-60dfc4a52406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4fcf52a-d7f6-419d-b013-1137dc0f5dcc,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:24.696686 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-18ac9489-510a-421e-bc62-60dfc4a52406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:24.705318 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-18ac9489-510a-421e-bc62-60dfc4a52406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753648'] for segment, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:24.705801 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.db.segments_db [None req-18ac9489-510a-421e-bc62-60dfc4a52406 admin admin] Added segment fa1a251a-6b7c-4281-bfe5-7362d1a9c143 of type vlan for network 66418228-6d38-41fe-a16e-152e97d803b9 Jun 16 09:47:24.760645 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-18ac9489-510a-421e-bc62-60dfc4a52406 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772812906909'] for network, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:24.813745 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-cb3122c3-2575-492b-8662-44fff0dcfc87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:24.899770 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-18ac9489-510a-421e-bc62-60dfc4a52406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439'] for network, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:24.901170 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ac9489-510a-421e-bc62-60dfc4a52406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:24.901745 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-18ac9489-510a-421e-bc62-60dfc4a52406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for network, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:24.904926 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-a9be5d56-a663-4267-9112-9fef9a8e92ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:24.933460 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-cb3122c3-2575-492b-8662-44fff0dcfc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:24.969930 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ac9489-510a-421e-bc62-60dfc4a52406 admin admin] Pushing event updated for resources: {'Network': ['ID=66418228-6d38-41fe-a16e-152e97d803b9,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:24.973845 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-18ac9489-510a-421e-bc62-60dfc4a52406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:24.974406 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-0145c62b-cd51-418f-b841-d520bddfdb30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:24.980006 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Network 66418228-6d38-41fe-a16e-152e97d803b9 details requested by agent ovs-agent-dv-cinder-796286-4-iscsi with host dv-cinder-796286-4-iscsi {{(pid=98982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 09:47:25.001976 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-cb3122c3-2575-492b-8662-44fff0dcfc87 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e41249a16e15466d9349a1001e4066e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5486870 Jun 16 09:47:25.006782 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3122c3-2575-492b-8662-44fff0dcfc87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0b5eef-abd6-4ddb-ae90-5eaf4df54618,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:25.007495 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 51522) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:25.009849 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-cb3122c3-2575-492b-8662-44fff0dcfc87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:25.024550 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-18ac9489-510a-421e-bc62-60dfc4a52406 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9923832 Jun 16 09:47:25.027265 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 51524) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:25.032414 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [None req-b14da61b-e914-4f70-9d9d-843882fdbeda admin admin] Request body: {'subnet': {'network_id': '66418228-6d38-41fe-a16e-152e97d803b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1611834531-subnet', 'tenant_id': '6226202408dc460f85ceba7cc535d9f3', 'ip_version': 4}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:47:25.071641 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-91e4b796-0b0f-4606-98d1-e01b56ef9b81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:25.098169 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-91e4b796-0b0f-4606-98d1-e01b56ef9b81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:25.152393 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14da61b-e914-4f70-9d9d-843882fdbeda admin admin] Made reservation on behalf of 6226202408dc460f85ceba7cc535d9f3 for: {'subnet': 1} {{(pid=98980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:47:25.155188 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-b14da61b-e914-4f70-9d9d-843882fdbeda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127687269'] for subnet, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:25.225587 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-91e4b796-0b0f-4606-98d1-e01b56ef9b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:25.228551 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-91e4b796-0b0f-4606-98d1-e01b56ef9b81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:25.236177 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-91e4b796-0b0f-4606-98d1-e01b56ef9b81 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5a0b5eef-abd6-4ddb-ae90-5eaf4df54618 HTTP/1.1" status: 204 len: 168 time: 0.2212157 Jun 16 09:47:25.236177 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-a0e47d39-c6bd-459a-9bff-691c3b738150 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:25.241709 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e4b796-0b0f-4606-98d1-e01b56ef9b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0b5eef-abd6-4ddb-ae90-5eaf4df54618,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:25.246743 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-91e4b796-0b0f-4606-98d1-e01b56ef9b81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:25.449402 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-b14da61b-e914-4f70-9d9d-843882fdbeda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126582473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127687287'] for subnet, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:25.454168 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-928c1b18-c7e7-49a3-948b-2c10bfc9f4a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:25.542613 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14da61b-e914-4f70-9d9d-843882fdbeda admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6746ba6-7ff9-478f-9071-82a467b0d0ff,revision_number=0']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:25.548285 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-b14da61b-e914-4f70-9d9d-843882fdbeda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:25.556569 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071be27-7100-4a70-a91b-bce1714cdfd3 req-345bbe43-827c-473a-b609-ebf37eb0eec8 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:25.558027 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-0071be27-7100-4a70-a91b-bce1714cdfd3 req-345bbe43-827c-473a-b609-ebf37eb0eec8 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.1451907 Jun 16 09:47:25.566981 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14da61b-e914-4f70-9d9d-843882fdbeda admin admin] Checking segment: {'id': 'fa1a251a-6b7c-4281-bfe5-7362d1a9c143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '66418228-6d38-41fe-a16e-152e97d803b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:47:25.569638 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14da61b-e914-4f70-9d9d-843882fdbeda admin admin] Network hostable DHCP agents. Network: 66418228-6d38-41fe-a16e-152e97d803b9, hostable agents: ['b75f70a3-2745-4841-b3c1-6cbf0fc89424'], hosted agents: [] {{(pid=98980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 09:47:25.609528 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-0071be27-7100-4a70-a91b-bce1714cdfd3 req-01e7308e-ca60-4319-b6e7-1529602b8699 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0441537 Jun 16 09:47:25.688070 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14da61b-e914-4f70-9d9d-843882fdbeda admin admin] Network 66418228-6d38-41fe-a16e-152e97d803b9 is scheduled to be hosted by DHCP agent b75f70a3-2745-4841-b3c1-6cbf0fc89424 with binding_index 1 {{(pid=98980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 09:47:25.880867 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.base_scheduler [None req-b14da61b-e914-4f70-9d9d-843882fdbeda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-4-iscsi, 66418228-6d38-41fe-a16e-152e97d803b9) {{(pid=98980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:47:25.885179 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14da61b-e914-4f70-9d9d-843882fdbeda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:25.885776 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-b14da61b-e914-4f70-9d9d-843882fdbeda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for subnet, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:25.890940 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca477b4-6948-468a-8af5-bfc344e708f1 None None] Network 66418228-6d38-41fe-a16e-152e97d803b9 requested from dv-cinder-796286-4-iscsi {{(pid=98982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:47:26.014828 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-b14da61b-e914-4f70-9d9d-843882fdbeda admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9864352 Jun 16 09:47:26.017403 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 51562) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:26.022379 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [None req-26e9a3c7-e65c-4bd3-9db7-a701f087893a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1611834531-router', 'tenant_id': '6226202408dc460f85ceba7cc535d9f3', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f'}}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:47:26.057680 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5961ff-b998-4ae9-9580-0219a57e26a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp669d9969-c577-5cc9-9e2a-6c352c69c075-66418228-6d38-41fe-a16e-152e97d803b9', 'network_id': '66418228-6d38-41fe-a16e-152e97d803b9', 'tenant_id': '6226202408dc460f85ceba7cc535d9f3', 'fixed_ips': [{'subnet_id': 'e6746ba6-7ff9-478f-9071-82a467b0d0ff'}]}} from dv-cinder-796286-4-iscsi. {{(pid=98982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 09:47:26.058558 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-9d5961ff-b998-4ae9-9580-0219a57e26a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:26.168616 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-26e9a3c7-e65c-4bd3-9db7-a701f087893a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-702849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5825'] for router, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:26.175066 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-26e9a3c7-e65c-4bd3-9db7-a701f087893a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5690'] for router, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:26.196974 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.db_base_plugin_common [None req-9d5961ff-b998-4ae9-9580-0219a57e26a6 None None] Allocated IP 172.20.0.2 (66418228-6d38-41fe-a16e-152e97d803b9/e6746ba6-7ff9-478f-9071-82a467b0d0ff/540fab9c-60be-4540-bdfc-991d8c2f149d) {{(pid=98982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:47:26.234961 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-26e9a3c7-e65c-4bd3-9db7-a701f087893a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:26.338869 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-9d5961ff-b998-4ae9-9580-0219a57e26a6 None None] Notify callbacks [] for port, precommit_create {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:26.346761 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-9d5961ff-b998-4ae9-9580-0219a57e26a6 None None] Transition to ACTIVE for port object 540fab9c-60be-4540-bdfc-991d8c2f149d will not be triggered until provisioned by entity L2. {{(pid=98982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:47:26.361307 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-9d5961ff-b998-4ae9-9580-0219a57e26a6 None None] Transition to ACTIVE for port object 540fab9c-60be-4540-bdfc-991d8c2f149d will not be triggered until provisioned by entity DHCP. {{(pid=98982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:47:26.429961 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-9d5961ff-b998-4ae9-9580-0219a57e26a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110'] for port, after_create {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:26.433938 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-08a45ebe-e8f2-4319-a652-4e8d1f812837 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:26.444597 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-26e9a3c7-e65c-4bd3-9db7-a701f087893a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-702895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5676'] for router, precommit_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:26.474880 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5961ff-b998-4ae9-9580-0219a57e26a6 None None] Network 66418228-6d38-41fe-a16e-152e97d803b9 is already hosted by enough agents. {{(pid=98982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:47:26.481022 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.scheduler.base_scheduler [None req-9d5961ff-b998-4ae9-9580-0219a57e26a6 None None] Resources bound (agent type, host, resource id): {{(pid=98982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:47:26.485464 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5961ff-b998-4ae9-9580-0219a57e26a6 None None] Received port after_create {{(pid=98982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:47:26.487435 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5961ff-b998-4ae9-9580-0219a57e26a6 None None] Pushing event updated for resources: {'Port': ['ID=540fab9c-60be-4540-bdfc-991d8c2f149d,revision_number=1']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:26.491140 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-9d5961ff-b998-4ae9-9580-0219a57e26a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:26.733729 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-26e9a3c7-e65c-4bd3-9db7-a701f087893a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:26.756560 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-26e9a3c7-e65c-4bd3-9db7-a701f087893a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:26.812121 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f209be-6f28-4ad0-972a-9ee4a79265f0 req-9984b929-f553-4ab5-8eb7-0c313d3eeb26 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:26.813805 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-d0f209be-6f28-4ad0-972a-9ee4a79265f0 req-9984b929-f553-4ab5-8eb7-0c313d3eeb26 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.0760760 Jun 16 09:47:26.854947 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-d0f209be-6f28-4ad0-972a-9ee4a79265f0 req-8a93dbd2-3f4c-4c88-9aaf-4700d7d72788 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0329585 Jun 16 09:47:26.862246 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.db_base_plugin_common [None req-26e9a3c7-e65c-4bd3-9db7-a701f087893a admin admin] Allocated IP 172.27.0.163 (e7fe10b8-90c4-4cba-8f65-340465ca325f/474b542b-67ec-4e86-95bf-cb7c30e5c62d/c07f2da6-c0f8-47a8-b84d-d222a880bf15) {{(pid=98980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:47:26.976522 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-26e9a3c7-e65c-4bd3-9db7-a701f087893a admin admin] Notify callbacks [] for port, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:26.996508 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.managers [None req-9d5961ff-b998-4ae9-9580-0219a57e26a6 None None] Attempting to bind port 540fab9c-60be-4540-bdfc-991d8c2f149d on host dv-cinder-796286-4-iscsi for vnic_type normal with profile {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:47:26.996508 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.managers [None req-9d5961ff-b998-4ae9-9580-0219a57e26a6 None None] Attempting to bind port 540fab9c-60be-4540-bdfc-991d8c2f149d by drivers openvswitch,hyperv on host dv-cinder-796286-4-iscsi at level 0 using segments [{'id': 'fa1a251a-6b7c-4281-bfe5-7362d1a9c143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '66418228-6d38-41fe-a16e-152e97d803b9'}] {{(pid=98982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:47:26.997422 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5961ff-b998-4ae9-9580-0219a57e26a6 None None] Attempting to bind port 540fab9c-60be-4540-bdfc-991d8c2f149d on network 66418228-6d38-41fe-a16e-152e97d803b9 {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:47:27.001742 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5961ff-b998-4ae9-9580-0219a57e26a6 None None] Checking agent: {'id': '1e3237df-5913-46b8-aeb8-2bb1fe27fce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 34, 49), 'started_at': datetime.datetime(2021, 6, 16, 9, 35, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:47:27.002128 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5961ff-b998-4ae9-9580-0219a57e26a6 None None] Checking segment: {'id': 'fa1a251a-6b7c-4281-bfe5-7362d1a9c143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '66418228-6d38-41fe-a16e-152e97d803b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:47:27.002537 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-9d5961ff-b998-4ae9-9580-0219a57e26a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:27.002991 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5961ff-b998-4ae9-9580-0219a57e26a6 None None] Bound using segment: {'id': 'fa1a251a-6b7c-4281-bfe5-7362d1a9c143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '66418228-6d38-41fe-a16e-152e97d803b9'} {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:47:27.003444 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.managers [None req-9d5961ff-b998-4ae9-9580-0219a57e26a6 None None] Bound port: 540fab9c-60be-4540-bdfc-991d8c2f149d, host: dv-cinder-796286-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa1a251a-6b7c-4281-bfe5-7362d1a9c143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '66418228-6d38-41fe-a16e-152e97d803b9'}}] {{(pid=98982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:47:27.003851 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-9d5961ff-b998-4ae9-9580-0219a57e26a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:27.077436 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-9d5961ff-b998-4ae9-9580-0219a57e26a6 None None] For port 540fab9c-60be-4540-bdfc-991d8c2f149d, host dv-cinder-796286-4-iscsi, cleared binding levels {{(pid=98982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:47:27.080800 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-9d5961ff-b998-4ae9-9580-0219a57e26a6 None None] For port 540fab9c-60be-4540-bdfc-991d8c2f149d, host dv-cinder-796286-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=540fab9c-60be-4540-bdfc-991d8c2f149d,segment=NetworkSegment(fa1a251a-6b7c-4281-bfe5-7362d1a9c143),segment_id=fa1a251a-6b7c-4281-bfe5-7362d1a9c143)] {{(pid=98982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:47:27.109733 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-26e9a3c7-e65c-4bd3-9db7-a701f087893a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126582365'] for port, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:27.109733 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:27.142359 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e9a3c7-e65c-4bd3-9db7-a701f087893a admin admin] Network e7fe10b8-90c4-4cba-8f65-340465ca325f is already hosted by enough agents. {{(pid=98980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:47:27.145766 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.base_scheduler [None req-26e9a3c7-e65c-4bd3-9db7-a701f087893a admin admin] Resources bound (agent type, host, resource id): {{(pid=98980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:47:27.151142 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e9a3c7-e65c-4bd3-9db7-a701f087893a admin admin] Received port after_create {{(pid=98980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:47:27.176642 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e9a3c7-e65c-4bd3-9db7-a701f087893a admin admin] Pushing event updated for resources: {'Port': ['ID=c07f2da6-c0f8-47a8-b84d-d222a880bf15,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:27.181943 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-26e9a3c7-e65c-4bd3-9db7-a701f087893a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:27.391828 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-9d5961ff-b998-4ae9-9580-0219a57e26a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:27.393881 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:27.451341 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5961ff-b998-4ae9-9580-0219a57e26a6 None None] Pushing event updated for resources: {'Port': ['ID=540fab9c-60be-4540-bdfc-991d8c2f149d,revision_number=2']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:27.458047 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-9d5961ff-b998-4ae9-9580-0219a57e26a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:27.550777 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-26e9a3c7-e65c-4bd3-9db7-a701f087893a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:27.784460 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-26e9a3c7-e65c-4bd3-9db7-a701f087893a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-702904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757989'] for router, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:27.913099 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 540fab9c-60be-4540-bdfc-991d8c2f149d up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:47:28.043585 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab781f-ebc4-4c11-a0cb-320317ff9a28 req-a71817cb-a944-4855-b8b1-f186ee80f354 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:28.045043 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-1bab781f-ebc4-4c11-a0cb-320317ff9a28 req-a71817cb-a944-4855-b8b1-f186ee80f354 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.0622654 Jun 16 09:47:28.046711 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e9a3c7-e65c-4bd3-9db7-a701f087893a admin admin] Router a3918f9e-881c-4063-a4b9-c97175ab1be7 is scheduled to L3 agent 7768ee83-37c7-4165-88a2-5844eb43ad81 with binding_index 1 {{(pid=98980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 09:47:28.105356 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning for port 540fab9c-60be-4540-bdfc-991d8c2f149d completed by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:47:28.147654 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-1bab781f-ebc4-4c11-a0cb-320317ff9a28 req-1a04b491-8d1e-4dd6-aa5e-d6791c3db2c8 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0965345 Jun 16 09:47:28.187673 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e9a3c7-e65c-4bd3-9db7-a701f087893a admin admin] Notify agent at l3_agent.dv-cinder-796286-4-iscsi the message routers_updated {{(pid=98980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:47:28.197109 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5fc66c-6bbd-48d5-b79a-1482ca90ef36 None None] Sync routers for ids ['a3918f9e-881c-4063-a4b9-c97175ab1be7'] in dv-cinder-796286-4-iscsi {{(pid=98982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:47:28.207582 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5fc66c-6bbd-48d5-b79a-1482ca90ef36 None None] Routers {'a3918f9e-881c-4063-a4b9-c97175ab1be7'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:47:28.208227 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-bd5fc66c-6bbd-48d5-b79a-1482ca90ef36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:47:19Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['a3918f9e-881c-4063-a4b9-c97175ab1be7'], 'active': True} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:47:28.305532 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-26e9a3c7-e65c-4bd3-9db7-a701f087893a admin admin] Notify callbacks [] for router, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:28.307133 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-26e9a3c7-e65c-4bd3-9db7-a701f087893a admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2888238 Jun 16 09:47:28.309893 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 51604) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:28.320787 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvr_db [None req-bd5fc66c-6bbd-48d5-b79a-1482ca90ef36 None None] Set router a3918f9e-881c-4063-a4b9-c97175ab1be7 gateway port host: dv-cinder-796286-4-iscsi {{(pid=98982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:47:28.460584 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae47b0e-a7c8-4baa-8806-3325d385b452 None None] Network 66418228-6d38-41fe-a16e-152e97d803b9 requested from dv-cinder-796286-4-iscsi {{(pid=98982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:47:28.640002 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-4299a798-8540-4371-9370-0406bc6580e2 None None] Provisioning for port 540fab9c-60be-4540-bdfc-991d8c2f149d completed by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:47:28.647562 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-4299a798-8540-4371-9370-0406bc6580e2 None None] Provisioning complete for port 540fab9c-60be-4540-bdfc-991d8c2f149d triggered by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:47:28.647941 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-4299a798-8540-4371-9370-0406bc6580e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:28.694120 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-bd5fc66c-6bbd-48d5-b79a-1482ca90ef36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3918f9e-881c-4063-a4b9-c97175ab1be7', 'name': 'tempest-TestShelveInstance-1611834531-router', 'tenant_id': '6226202408dc460f85ceba7cc535d9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'c07f2da6-c0f8-47a8-b84d-d222a880bf15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:47:26Z', 'updated_at': '2021-06-16T09:47:27Z', 'revision_number': 3, 'project_id': '6226202408dc460f85ceba7cc535d9f3', 'gw_port': {'id': 'c07f2da6-c0f8-47a8-b84d-d222a880bf15', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3918f9e-881c-4063-a4b9-c97175ab1be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:47:26Z', 'updated_at': '2021-06-16T09:47:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi'}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:47:28.709127 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5fc66c-6bbd-48d5-b79a-1482ca90ef36 None None] Checking router: a3918f9e-881c-4063-a4b9-c97175ab1be7 for host: dv-cinder-796286-4-iscsi {{(pid=98982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:47:28.709591 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5fc66c-6bbd-48d5-b79a-1482ca90ef36 None None] Updating router a3918f9e-881c-4063-a4b9-c97175ab1be7 port c07f2da6-c0f8-47a8-b84d-d222a880bf15 binding host dv-cinder-796286-4-iscsi {{(pid=98982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 09:47:28.756981 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-bd5fc66c-6bbd-48d5-b79a-1482ca90ef36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:29.054390 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-4299a798-8540-4371-9370-0406bc6580e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:29.063841 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-e31f25dc-231e-4fd7-8ca5-583211bda07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:29.119982 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-4299a798-8540-4371-9370-0406bc6580e2 None None] For port 540fab9c-60be-4540-bdfc-991d8c2f149d, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=540fab9c-60be-4540-bdfc-991d8c2f149d,segment=NetworkSegment(fa1a251a-6b7c-4281-bfe5-7362d1a9c143),segment_id=fa1a251a-6b7c-4281-bfe5-7362d1a9c143)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:47:29.201213 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-4299a798-8540-4371-9370-0406bc6580e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:29.209127 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:29.280554 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4299a798-8540-4371-9370-0406bc6580e2 None None] Pushing event updated for resources: {'Port': ['ID=540fab9c-60be-4540-bdfc-991d8c2f149d,revision_number=3']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:29.300893 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-4299a798-8540-4371-9370-0406bc6580e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:29.330778 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-bd5fc66c-6bbd-48d5-b79a-1482ca90ef36 None None] Notify callbacks [] for port, precommit_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:29.343612 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-3e3ed701-3b58-4b8b-ae42-3e7b48435858 None None] Provisioning complete for port 540fab9c-60be-4540-bdfc-991d8c2f149d triggered by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:47:29.343988 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-3e3ed701-3b58-4b8b-ae42-3e7b48435858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:29.344290 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.db_base_plugin_common [None req-e31f25dc-231e-4fd7-8ca5-583211bda07d admin admin] Allocated IP 172.20.0.1 (66418228-6d38-41fe-a16e-152e97d803b9/e6746ba6-7ff9-478f-9071-82a467b0d0ff/933ad518-61ea-42a6-9020-6be965027978) {{(pid=98980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:47:29.348309 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-bd5fc66c-6bbd-48d5-b79a-1482ca90ef36 None None] Transition to ACTIVE for port object c07f2da6-c0f8-47a8-b84d-d222a880bf15 will not be triggered until provisioned by entity L2. {{(pid=98982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:47:29.360538 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a15c2-f399-4851-b751-b7fb3aefdddd req-9efe2c2a-d17a-4d21-b63b-312d69973804 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:29.368602 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-3f0a15c2-f399-4851-b751-b7fb3aefdddd req-9efe2c2a-d17a-4d21-b63b-312d69973804 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.0758445 Jun 16 09:47:29.411879 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-3f0a15c2-f399-4851-b751-b7fb3aefdddd req-b2e78a90-daf7-4e00-8389-6c15bfd06f1d tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0420630 Jun 16 09:47:29.483744 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-e31f25dc-231e-4fd7-8ca5-583211bda07d admin admin] Notify callbacks [] for port, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:29.497835 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.provisioning_blocks [None req-e31f25dc-231e-4fd7-8ca5-583211bda07d admin admin] Transition to ACTIVE for port object 933ad518-61ea-42a6-9020-6be965027978 will not be triggered until provisioned by entity DHCP. {{(pid=98980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:47:29.533663 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-bd5fc66c-6bbd-48d5-b79a-1482ca90ef36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:29.536753 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:29.584558 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.managers [None req-bd5fc66c-6bbd-48d5-b79a-1482ca90ef36 None None] Attempting to bind port c07f2da6-c0f8-47a8-b84d-d222a880bf15 on host dv-cinder-796286-4-iscsi for vnic_type normal with profile {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:47:29.584934 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.managers [None req-bd5fc66c-6bbd-48d5-b79a-1482ca90ef36 None None] Attempting to bind port c07f2da6-c0f8-47a8-b84d-d222a880bf15 by drivers openvswitch,hyperv on host dv-cinder-796286-4-iscsi at level 0 using segments [{'id': 'ee5243d6-0a20-466c-b2f3-0cfa4d8430c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f'}] {{(pid=98982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:47:29.585307 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5fc66c-6bbd-48d5-b79a-1482ca90ef36 None None] Attempting to bind port c07f2da6-c0f8-47a8-b84d-d222a880bf15 on network e7fe10b8-90c4-4cba-8f65-340465ca325f {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:47:29.590612 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3395780-1681-49d6-bc27-ee1d11a2a710 None None] Pushing event updated for resources: {'Port': ['ID=c07f2da6-c0f8-47a8-b84d-d222a880bf15,revision_number=2']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:29.597758 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e3395780-1681-49d6-bc27-ee1d11a2a710 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:29.597758 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5fc66c-6bbd-48d5-b79a-1482ca90ef36 None None] Checking agent: {'id': '1e3237df-5913-46b8-aeb8-2bb1fe27fce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 34, 49), 'started_at': datetime.datetime(2021, 6, 16, 9, 35, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:47:29.597758 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5fc66c-6bbd-48d5-b79a-1482ca90ef36 None None] Checking segment: {'id': 'ee5243d6-0a20-466c-b2f3-0cfa4d8430c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:47:29.597758 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-bd5fc66c-6bbd-48d5-b79a-1482ca90ef36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:29.597758 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5fc66c-6bbd-48d5-b79a-1482ca90ef36 None None] Bound using segment: {'id': 'ee5243d6-0a20-466c-b2f3-0cfa4d8430c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f'} {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:47:29.597758 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.managers [None req-bd5fc66c-6bbd-48d5-b79a-1482ca90ef36 None None] Bound port: c07f2da6-c0f8-47a8-b84d-d222a880bf15, host: dv-cinder-796286-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee5243d6-0a20-466c-b2f3-0cfa4d8430c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f'}}] {{(pid=98982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:47:29.597758 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-bd5fc66c-6bbd-48d5-b79a-1482ca90ef36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:29.615121 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-e31f25dc-231e-4fd7-8ca5-583211bda07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126582365'] for port, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:29.617280 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-9a51065a-02dc-43e4-a7d2-a6d15227a228 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:29.652223 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-bd5fc66c-6bbd-48d5-b79a-1482ca90ef36 None None] For port c07f2da6-c0f8-47a8-b84d-d222a880bf15, host dv-cinder-796286-4-iscsi, cleared binding levels {{(pid=98982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:47:29.655599 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-bd5fc66c-6bbd-48d5-b79a-1482ca90ef36 None None] For port c07f2da6-c0f8-47a8-b84d-d222a880bf15, host dv-cinder-796286-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=c07f2da6-c0f8-47a8-b84d-d222a880bf15,segment=NetworkSegment(ee5243d6-0a20-466c-b2f3-0cfa4d8430c8),segment_id=ee5243d6-0a20-466c-b2f3-0cfa4d8430c8)] {{(pid=98982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:47:29.656120 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31f25dc-231e-4fd7-8ca5-583211bda07d admin admin] Network 66418228-6d38-41fe-a16e-152e97d803b9 is already hosted by enough agents. {{(pid=98980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:47:29.661104 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.base_scheduler [None req-e31f25dc-231e-4fd7-8ca5-583211bda07d admin admin] Resources bound (agent type, host, resource id): {{(pid=98980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:47:29.664470 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31f25dc-231e-4fd7-8ca5-583211bda07d admin admin] Received port after_create {{(pid=98980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:47:29.669874 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31f25dc-231e-4fd7-8ca5-583211bda07d admin admin] Pushing event updated for resources: {'Port': ['ID=933ad518-61ea-42a6-9020-6be965027978,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:29.689227 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-e31f25dc-231e-4fd7-8ca5-583211bda07d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:29.705658 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-e31f25dc-231e-4fd7-8ca5-583211bda07d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757332'] for router_interface, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:29.746424 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-bd5fc66c-6bbd-48d5-b79a-1482ca90ef36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:29.762072 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:29.810035 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5fc66c-6bbd-48d5-b79a-1482ca90ef36 None None] Routers {'a3918f9e-881c-4063-a4b9-c97175ab1be7'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:47:29.810693 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-bd5fc66c-6bbd-48d5-b79a-1482ca90ef36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:47:19Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['a3918f9e-881c-4063-a4b9-c97175ab1be7'], 'active': True} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:47:29.905032 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3395780-1681-49d6-bc27-ee1d11a2a710 None None] Pushing event updated for resources: {'Port': ['ID=c07f2da6-c0f8-47a8-b84d-d222a880bf15,revision_number=3']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:29.913491 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e3395780-1681-49d6-bc27-ee1d11a2a710 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:29.934123 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 540fab9c-60be-4540-bdfc-991d8c2f149d up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:47:30.004894 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvr_db [None req-bd5fc66c-6bbd-48d5-b79a-1482ca90ef36 None None] Set router a3918f9e-881c-4063-a4b9-c97175ab1be7 gateway port host: dv-cinder-796286-4-iscsi {{(pid=98982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:47:30.023325 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-e31f25dc-231e-4fd7-8ca5-583211bda07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:30.088680 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning complete for port 540fab9c-60be-4540-bdfc-991d8c2f149d triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:47:30.089064 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:30.123857 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e3e51ae6-1834-4f9f-b3b9-5c6a41c977a2 None None] Provisioning for port 933ad518-61ea-42a6-9020-6be965027978 completed by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:47:30.161503 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e3e51ae6-1834-4f9f-b3b9-5c6a41c977a2 None None] Provisioning complete for port 933ad518-61ea-42a6-9020-6be965027978 triggered by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:47:30.161935 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e3e51ae6-1834-4f9f-b3b9-5c6a41c977a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:30.187332 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c373e52-2b74-4232-810f-37ce40c673c0 req-dc2dee8b-5b7f-4d62-a77e-16b2de4b0599 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:30.194849 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-0c373e52-2b74-4232-810f-37ce40c673c0 req-dc2dee8b-5b7f-4d62-a77e-16b2de4b0599 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.1524749 Jun 16 09:47:30.216281 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f81f63-d319-437e-98fe-5096c4943825 req-ccf9eabf-66db-4cea-8826-ce38935ea39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:30.217764 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-a8f81f63-d319-437e-98fe-5096c4943825 req-ccf9eabf-66db-4cea-8826-ce38935ea39e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dfe9f5ef1b4a464aa32329299459c90d&device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 1099 time: 0.1401474 Jun 16 09:47:30.228780 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-e31f25dc-231e-4fd7-8ca5-583211bda07d admin admin] Notify callbacks [] for port, precommit_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:30.254994 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-0c373e52-2b74-4232-810f-37ce40c673c0 req-c8579d71-da57-4735-835d-1f4a72d9a5a9 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0589132 Jun 16 09:47:30.259744 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-e3e51ae6-1834-4f9f-b3b9-5c6a41c977a2 None None] Port 933ad518-61ea-42a6-9020-6be965027978 cannot update to ACTIVE because it is not bound. {{(pid=98982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 09:47:30.325560 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-bd5fc66c-6bbd-48d5-b79a-1482ca90ef36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3918f9e-881c-4063-a4b9-c97175ab1be7', 'name': 'tempest-TestShelveInstance-1611834531-router', 'tenant_id': '6226202408dc460f85ceba7cc535d9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'c07f2da6-c0f8-47a8-b84d-d222a880bf15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:47:26Z', 'updated_at': '2021-06-16T09:47:27Z', 'revision_number': 3, 'project_id': '6226202408dc460f85ceba7cc535d9f3', 'gw_port': {'id': 'c07f2da6-c0f8-47a8-b84d-d222a880bf15', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3918f9e-881c-4063-a4b9-c97175ab1be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:47:26Z', 'updated_at': '2021-06-16T09:47:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi'}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:47:30.334078 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f81f63-d319-437e-98fe-5096c4943825 req-9478cfa6-8b4a-4c02-9bd4-4dad6ba00359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:30.335554 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-a8f81f63-d319-437e-98fe-5096c4943825 req-9478cfa6-8b4a-4c02-9bd4-4dad6ba00359 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5c8b8276-a881-4c68-ac89-d4ac2c936588 HTTP/1.1" status: 200 len: 911 time: 0.1109962 Jun 16 09:47:30.337030 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5fc66c-6bbd-48d5-b79a-1482ca90ef36 None None] The sync data for ids ['a3918f9e-881c-4063-a4b9-c97175ab1be7'] in dv-cinder-796286-4-iscsi is: [{'id': 'a3918f9e-881c-4063-a4b9-c97175ab1be7', 'name': 'tempest-TestShelveInstance-1611834531-router', 'tenant_id': '6226202408dc460f85ceba7cc535d9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'c07f2da6-c0f8-47a8-b84d-d222a880bf15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:47:26Z', 'updated_at': '2021-06-16T09:47:27Z', 'revision_number': 3, 'project_id': '6226202408dc460f85ceba7cc535d9f3', 'gw_port': {'id': 'c07f2da6-c0f8-47a8-b84d-d222a880bf15', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3918f9e-881c-4063-a4b9-c97175ab1be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:47:26Z', 'updated_at': '2021-06-16T09:47:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi'}] {{(pid=98982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:47:30.349881 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-e31f25dc-231e-4fd7-8ca5-583211bda07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126582347'] for port, after_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:30.353123 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-274ce534-4b58-47a8-95d1-a1a46a4c3164 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:30.428369 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-e31f25dc-231e-4fd7-8ca5-583211bda07d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-623549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757288'] for router_interface, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:30.430211 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-a8f81f63-d319-437e-98fe-5096c4943825 req-b4e02d0c-f3b5-4dae-bd48-cb82dedc2625 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f14669b-7283-4579-8ac1-826dc91f9540 HTTP/1.1" status: 200 len: 1001 time: 0.0867505 Jun 16 09:47:30.430699 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31f25dc-231e-4fd7-8ca5-583211bda07d admin admin] Pushing event updated for resources: {'Port': ['ID=933ad518-61ea-42a6-9020-6be965027978,revision_number=2']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:30.433698 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-e31f25dc-231e-4fd7-8ca5-583211bda07d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:30.498526 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f81f63-d319-437e-98fe-5096c4943825 req-c5e8e79e-0ae0-477a-90e6-a98bd0326537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:30.500079 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-a8f81f63-d319-437e-98fe-5096c4943825 req-c5e8e79e-0ae0-477a-90e6-a98bd0326537 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d7f651ef-1612-428c-80c5-ecb2942fc3e0 HTTP/1.1" status: 200 len: 849 time: 0.0586143 Jun 16 09:47:30.534609 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31f25dc-231e-4fd7-8ca5-583211bda07d admin admin] Network 66418228-6d38-41fe-a16e-152e97d803b9 is already hosted by enough agents. {{(pid=98980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:47:30.536147 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.base_scheduler [None req-e31f25dc-231e-4fd7-8ca5-583211bda07d admin admin] Resources bound (agent type, host, resource id): {{(pid=98980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:47:30.573544 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f81f63-d319-437e-98fe-5096c4943825 req-c9f46abe-f786-4bc7-a943-815f1a335136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:30.575120 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-a8f81f63-d319-437e-98fe-5096c4943825 req-c9f46abe-f786-4bc7-a943-815f1a335136 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5c8b8276-a881-4c68-ac89-d4ac2c936588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0652111 Jun 16 09:47:30.714643 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e31f25dc-231e-4fd7-8ca5-583211bda07d admin admin] Router a3918f9e-881c-4063-a4b9-c97175ab1be7 has already been hosted by L3 agent 7768ee83-37c7-4165-88a2-5844eb43ad81 {{(pid=98980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:47:30.723907 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-a8f81f63-d319-437e-98fe-5096c4943825 req-4129a611-c115-4ddd-8ecb-c63473f9a4a6 service neutron] 10.222.0.49 "GET /v2.0/networks/5c8b8276-a881-4c68-ac89-d4ac2c936588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388204 Jun 16 09:47:30.840366 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-a8f81f63-d319-437e-98fe-5096c4943825 req-a9b604cc-32f6-43c1-bf0e-fb95854ed271 service neutron] 10.222.0.49 "GET /v2.0/networks/5c8b8276-a881-4c68-ac89-d4ac2c936588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085858 Jun 16 09:47:30.857692 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31f25dc-231e-4fd7-8ca5-583211bda07d admin admin] Notify agent at l3_agent.dv-cinder-796286-4-iscsi the message routers_updated {{(pid=98980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:47:30.863668 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-e31f25dc-231e-4fd7-8ca5-583211bda07d admin admin] 10.222.0.25 "PUT /v2.0/routers/a3918f9e-881c-4063-a4b9-c97175ab1be7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5522711 Jun 16 09:47:30.893538 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-f6c5ea80-4eb8-4f54-98ee-e2ce98493aad None None] Provisioning complete for port 933ad518-61ea-42a6-9020-6be965027978 triggered by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:47:30.894082 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-f6c5ea80-4eb8-4f54-98ee-e2ce98493aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:30.930655 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-f6c5ea80-4eb8-4f54-98ee-e2ce98493aad None None] Port 933ad518-61ea-42a6-9020-6be965027978 cannot update to ACTIVE because it is not bound. {{(pid=98982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 09:47:31.445153 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c268681-7563-4e67-98fe-ac345cc5ad47 req-9e60e197-cda6-4691-a2a8-a14863be30c0 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:31.446696 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-3c268681-7563-4e67-98fe-ac345cc5ad47 req-9e60e197-cda6-4691-a2a8-a14863be30c0 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.0692956 Jun 16 09:47:31.492926 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-3c268681-7563-4e67-98fe-ac345cc5ad47 req-cb788571-4e5c-4ee8-8bff-d7141238596b tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0398028 Jun 16 09:47:31.709542 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 51686) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:31.718423 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [None req-563a4e45-f33e-4835-a754-2777caf2c89d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-99841954-network', 'tenant_id': '8d731a2fc30347fbbcf13782efe0d1ce'}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:47:31.819662 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563a4e45-f33e-4835-a754-2777caf2c89d admin admin] Made reservation on behalf of 8d731a2fc30347fbbcf13782efe0d1ce for: {'network': 1} {{(pid=98981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:47:31.822171 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-563a4e45-f33e-4835-a754-2777caf2c89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for network, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:31.833468 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-563a4e45-f33e-4835-a754-2777caf2c89d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:31.923431 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device c07f2da6-c0f8-47a8-b84d-d222a880bf15 up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:47:31.932811 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-563a4e45-f33e-4835-a754-2777caf2c89d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:32.013734 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-563a4e45-f33e-4835-a754-2777caf2c89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:32.018352 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-4e872b52-5a84-4156-9838-e7ecc0ca59e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:32.052964 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-563a4e45-f33e-4835-a754-2777caf2c89d admin admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=98981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 09:47:32.054189 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a4e45-f33e-4835-a754-2777caf2c89d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cef25f-74c0-411c-a8cd-0ab04a5713cc,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:32.069094 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-563a4e45-f33e-4835-a754-2777caf2c89d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:32.070198 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-563a4e45-f33e-4835-a754-2777caf2c89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753648'] for segment, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:32.070536 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.db.segments_db [None req-563a4e45-f33e-4835-a754-2777caf2c89d admin admin] Added segment d2acd06d-3258-4e85-83e2-eb6e5065c29b of type vlan for network 0795912f-f0d3-49bc-b3d2-8eb8773d380c Jun 16 09:47:32.093514 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning for port c07f2da6-c0f8-47a8-b84d-d222a880bf15 completed by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:47:32.098168 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning complete for port c07f2da6-c0f8-47a8-b84d-d222a880bf15 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:47:32.098552 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:32.118063 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4970cfe2-99fc-4fac-a11d-ce1656b4736c None None] Sync routers for ids ['a3918f9e-881c-4063-a4b9-c97175ab1be7'] in dv-cinder-796286-4-iscsi {{(pid=98983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:47:32.118504 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-563a4e45-f33e-4835-a754-2777caf2c89d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772812906909'] for network, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:32.126549 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4970cfe2-99fc-4fac-a11d-ce1656b4736c None None] Routers {'a3918f9e-881c-4063-a4b9-c97175ab1be7'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:47:32.127320 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-4970cfe2-99fc-4fac-a11d-ce1656b4736c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:47:19Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['a3918f9e-881c-4063-a4b9-c97175ab1be7'], 'active': True} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:47:32.178975 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:32.205935 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] For port c07f2da6-c0f8-47a8-b84d-d222a880bf15, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=c07f2da6-c0f8-47a8-b84d-d222a880bf15,segment=NetworkSegment(ee5243d6-0a20-466c-b2f3-0cfa4d8430c8),segment_id=ee5243d6-0a20-466c-b2f3-0cfa4d8430c8)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:47:32.219745 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-563a4e45-f33e-4835-a754-2777caf2c89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439'] for network, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:32.221832 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563a4e45-f33e-4835-a754-2777caf2c89d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:32.222782 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-563a4e45-f33e-4835-a754-2777caf2c89d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for network, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:32.225027 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:32.238040 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvr_db [None req-4970cfe2-99fc-4fac-a11d-ce1656b4736c None None] Set router a3918f9e-881c-4063-a4b9-c97175ab1be7 gateway port host: dv-cinder-796286-4-iscsi {{(pid=98983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:47:32.284639 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a4e45-f33e-4835-a754-2777caf2c89d admin admin] Pushing event updated for resources: {'Network': ['ID=0795912f-f0d3-49bc-b3d2-8eb8773d380c,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:32.287940 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-563a4e45-f33e-4835-a754-2777caf2c89d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:32.293667 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:32.296857 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-f3c498a2-55c4-4103-a46c-b220a5365033 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:32.299098 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Network 0795912f-f0d3-49bc-b3d2-8eb8773d380c details requested by agent ovs-agent-dv-cinder-796286-4-iscsi with host dv-cinder-796286-4-iscsi {{(pid=98982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 09:47:32.333368 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-563a4e45-f33e-4835-a754-2777caf2c89d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6123230 Jun 16 09:47:32.333478 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 51704) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:32.335144 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [None req-f5f36775-608d-480e-a515-f9ee7c3a8e14 admin admin] Request body: {'subnet': {'network_id': '0795912f-f0d3-49bc-b3d2-8eb8773d380c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-99841954-subnet', 'tenant_id': '8d731a2fc30347fbbcf13782efe0d1ce', 'ip_version': 4}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:47:32.452531 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Pushing event updated for resources: {'Port': ['ID=c07f2da6-c0f8-47a8-b84d-d222a880bf15,revision_number=4']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:32.455705 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:32.465445 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f36775-608d-480e-a515-f9ee7c3a8e14 admin admin] Made reservation on behalf of 8d731a2fc30347fbbcf13782efe0d1ce for: {'subnet': 1} {{(pid=98980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:47:32.468448 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-f5f36775-608d-480e-a515-f9ee7c3a8e14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127687269'] for subnet, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:32.601361 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-4970cfe2-99fc-4fac-a11d-ce1656b4736c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3918f9e-881c-4063-a4b9-c97175ab1be7', 'name': 'tempest-TestShelveInstance-1611834531-router', 'tenant_id': '6226202408dc460f85ceba7cc535d9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'c07f2da6-c0f8-47a8-b84d-d222a880bf15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:47:26Z', 'updated_at': '2021-06-16T09:47:29Z', 'revision_number': 4, 'project_id': '6226202408dc460f85ceba7cc535d9f3', 'gw_port': {'id': 'c07f2da6-c0f8-47a8-b84d-d222a880bf15', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3918f9e-881c-4063-a4b9-c97175ab1be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:47:26Z', 'updated_at': '2021-06-16T09:47:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_interfaces': [{'id': '933ad518-61ea-42a6-9020-6be965027978', 'name': '', 'network_id': '66418228-6d38-41fe-a16e-152e97d803b9', 'tenant_id': '6226202408dc460f85ceba7cc535d9f3', 'mac_address': 'fa:16:3e:00:17:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3918f9e-881c-4063-a4b9-c97175ab1be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e6746ba6-7ff9-478f-9071-82a467b0d0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:47:29Z', 'updated_at': '2021-06-16T09:47:30Z', 'revision_number': 2, 'project_id': '6226202408dc460f85ceba7cc535d9f3', 'subnets': [{'id': 'e6746ba6-7ff9-478f-9071-82a467b0d0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:47:32.604811 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4970cfe2-99fc-4fac-a11d-ce1656b4736c None None] Checking router: a3918f9e-881c-4063-a4b9-c97175ab1be7 for host: dv-cinder-796286-4-iscsi {{(pid=98983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:47:32.605169 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4970cfe2-99fc-4fac-a11d-ce1656b4736c None None] Updating router a3918f9e-881c-4063-a4b9-c97175ab1be7 port 933ad518-61ea-42a6-9020-6be965027978 binding host dv-cinder-796286-4-iscsi {{(pid=98983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 09:47:32.642019 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-4970cfe2-99fc-4fac-a11d-ce1656b4736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:32.682117 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947cb7da-e4ef-4e5f-83c0-e09cb02fa03b req-452cc2a4-a9e9-4ed0-8a1b-8bd7ff887806 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:32.683683 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-947cb7da-e4ef-4e5f-83c0-e09cb02fa03b req-452cc2a4-a9e9-4ed0-8a1b-8bd7ff887806 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.0652101 Jun 16 09:47:32.726046 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-947cb7da-e4ef-4e5f-83c0-e09cb02fa03b req-a6e2ee44-e0b5-48df-aec6-3e2d9d474f2a tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0358143 Jun 16 09:47:32.728518 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-f5f36775-608d-480e-a515-f9ee7c3a8e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126582473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127687287'] for subnet, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:32.731002 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-7c06edfd-e718-4bce-98be-a06682c7cdc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:32.790253 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f36775-608d-480e-a515-f9ee7c3a8e14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=170a7681-230d-4f06-8102-1ccc8052e32e,revision_number=0']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:32.792909 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-f5f36775-608d-480e-a515-f9ee7c3a8e14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:32.812751 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f36775-608d-480e-a515-f9ee7c3a8e14 admin admin] Checking segment: {'id': 'd2acd06d-3258-4e85-83e2-eb6e5065c29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0795912f-f0d3-49bc-b3d2-8eb8773d380c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:47:32.813121 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f36775-608d-480e-a515-f9ee7c3a8e14 admin admin] Network hostable DHCP agents. Network: 0795912f-f0d3-49bc-b3d2-8eb8773d380c, hostable agents: ['b75f70a3-2745-4841-b3c1-6cbf0fc89424'], hosted agents: [] {{(pid=98980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 09:47:32.916742 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f36775-608d-480e-a515-f9ee7c3a8e14 admin admin] Network 0795912f-f0d3-49bc-b3d2-8eb8773d380c is scheduled to be hosted by DHCP agent b75f70a3-2745-4841-b3c1-6cbf0fc89424 with binding_index 1 {{(pid=98980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 09:47:32.991997 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-4970cfe2-99fc-4fac-a11d-ce1656b4736c None None] Notify callbacks [] for port, precommit_update {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:33.001338 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.provisioning_blocks [None req-4970cfe2-99fc-4fac-a11d-ce1656b4736c None None] Transition to ACTIVE for port object 933ad518-61ea-42a6-9020-6be965027978 will not be triggered until provisioned by entity L2. {{(pid=98983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:47:33.007927 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.base_scheduler [None req-f5f36775-608d-480e-a515-f9ee7c3a8e14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-4-iscsi, 0795912f-f0d3-49bc-b3d2-8eb8773d380c) {{(pid=98980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:47:33.012627 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f36775-608d-480e-a515-f9ee7c3a8e14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:33.013687 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-f5f36775-608d-480e-a515-f9ee7c3a8e14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for subnet, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:33.018739 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712085ee-61de-4528-bf78-95fbbf51eee0 None None] Network 0795912f-f0d3-49bc-b3d2-8eb8773d380c requested from dv-cinder-796286-4-iscsi {{(pid=98982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:47:33.065298 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-4970cfe2-99fc-4fac-a11d-ce1656b4736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:33.068146 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG oslo_concurrency.lockutils [None req-2048667d-e4a6-4275-bcea-8b499f5b5063 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:33.095085 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-f5f36775-608d-480e-a515-f9ee7c3a8e14 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7651577 Jun 16 09:47:33.097181 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 51722) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:33.102433 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [None req-389affd3-eae7-44e6-b2c9-d08449d8d967 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-99841954-router', 'tenant_id': '8d731a2fc30347fbbcf13782efe0d1ce', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f'}}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:47:33.150378 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480d40fa-c6bc-429f-987e-0e71a2ac5e8a None None] Pushing event updated for resources: {'Port': ['ID=933ad518-61ea-42a6-9020-6be965027978,revision_number=3']} {{(pid=98983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:33.175900 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480d40fa-c6bc-429f-987e-0e71a2ac5e8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:33.176241 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480d40fa-c6bc-429f-987e-0e71a2ac5e8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:33.176572 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480d40fa-c6bc-429f-987e-0e71a2ac5e8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:33.176893 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480d40fa-c6bc-429f-987e-0e71a2ac5e8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:33.177209 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480d40fa-c6bc-429f-987e-0e71a2ac5e8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:33.177531 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480d40fa-c6bc-429f-987e-0e71a2ac5e8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:33.177843 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480d40fa-c6bc-429f-987e-0e71a2ac5e8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:33.178227 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480d40fa-c6bc-429f-987e-0e71a2ac5e8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:33.178476 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480d40fa-c6bc-429f-987e-0e71a2ac5e8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:33.178796 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480d40fa-c6bc-429f-987e-0e71a2ac5e8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:33.178919 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1497db63-c901-49c2-b9d3-d6906432329b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp669d9969-c577-5cc9-9e2a-6c352c69c075-0795912f-f0d3-49bc-b3d2-8eb8773d380c', 'network_id': '0795912f-f0d3-49bc-b3d2-8eb8773d380c', 'tenant_id': '8d731a2fc30347fbbcf13782efe0d1ce', 'fixed_ips': [{'subnet_id': '170a7681-230d-4f06-8102-1ccc8052e32e'}]}} from dv-cinder-796286-4-iscsi. {{(pid=98982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 09:47:33.179124 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480d40fa-c6bc-429f-987e-0e71a2ac5e8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:33.179609 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480d40fa-c6bc-429f-987e-0e71a2ac5e8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:33.179846 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-1497db63-c901-49c2-b9d3-d6906432329b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:33.183972 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG oslo_concurrency.lockutils [None req-480d40fa-c6bc-429f-987e-0e71a2ac5e8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:33.191931 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-389affd3-eae7-44e6-b2c9-d08449d8d967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-702849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5825'] for router, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:33.193001 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-389affd3-eae7-44e6-b2c9-d08449d8d967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5690'] for router, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:33.216220 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.managers [None req-4970cfe2-99fc-4fac-a11d-ce1656b4736c None None] Attempting to bind port 933ad518-61ea-42a6-9020-6be965027978 on host dv-cinder-796286-4-iscsi for vnic_type normal with profile {{(pid=98983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:47:33.219989 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.managers [None req-4970cfe2-99fc-4fac-a11d-ce1656b4736c None None] Attempting to bind port 933ad518-61ea-42a6-9020-6be965027978 by drivers openvswitch,hyperv on host dv-cinder-796286-4-iscsi at level 0 using segments [{'id': 'fa1a251a-6b7c-4281-bfe5-7362d1a9c143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '66418228-6d38-41fe-a16e-152e97d803b9'}] {{(pid=98983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:47:33.221602 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4970cfe2-99fc-4fac-a11d-ce1656b4736c None None] Attempting to bind port 933ad518-61ea-42a6-9020-6be965027978 on network 66418228-6d38-41fe-a16e-152e97d803b9 {{(pid=98983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:47:33.232152 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4970cfe2-99fc-4fac-a11d-ce1656b4736c None None] Checking agent: {'id': '1e3237df-5913-46b8-aeb8-2bb1fe27fce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 34, 49), 'started_at': datetime.datetime(2021, 6, 16, 9, 35, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:47:33.232673 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4970cfe2-99fc-4fac-a11d-ce1656b4736c None None] Checking segment: {'id': 'fa1a251a-6b7c-4281-bfe5-7362d1a9c143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '66418228-6d38-41fe-a16e-152e97d803b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:47:33.233304 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-4970cfe2-99fc-4fac-a11d-ce1656b4736c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:33.233784 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4970cfe2-99fc-4fac-a11d-ce1656b4736c None None] Bound using segment: {'id': 'fa1a251a-6b7c-4281-bfe5-7362d1a9c143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '66418228-6d38-41fe-a16e-152e97d803b9'} {{(pid=98983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:47:33.234466 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.managers [None req-4970cfe2-99fc-4fac-a11d-ce1656b4736c None None] Bound port: 933ad518-61ea-42a6-9020-6be965027978, host: dv-cinder-796286-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa1a251a-6b7c-4281-bfe5-7362d1a9c143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '66418228-6d38-41fe-a16e-152e97d803b9'}}] {{(pid=98983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:47:33.234969 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-4970cfe2-99fc-4fac-a11d-ce1656b4736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:33.262384 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-389affd3-eae7-44e6-b2c9-d08449d8d967 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:33.312998 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.db [None req-4970cfe2-99fc-4fac-a11d-ce1656b4736c None None] For port 933ad518-61ea-42a6-9020-6be965027978, host dv-cinder-796286-4-iscsi, cleared binding levels {{(pid=98983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:47:33.316682 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.db [None req-4970cfe2-99fc-4fac-a11d-ce1656b4736c None None] For port 933ad518-61ea-42a6-9020-6be965027978, host dv-cinder-796286-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=933ad518-61ea-42a6-9020-6be965027978,segment=NetworkSegment(fa1a251a-6b7c-4281-bfe5-7362d1a9c143),segment_id=fa1a251a-6b7c-4281-bfe5-7362d1a9c143)] {{(pid=98983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:47:33.343178 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.db_base_plugin_common [None req-1497db63-c901-49c2-b9d3-d6906432329b None None] Allocated IP 172.20.0.2 (0795912f-f0d3-49bc-b3d2-8eb8773d380c/170a7681-230d-4f06-8102-1ccc8052e32e/875133f1-b0e7-4bbe-892d-e9cd10bfaf91) {{(pid=98982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:47:33.447057 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-4970cfe2-99fc-4fac-a11d-ce1656b4736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:33.450419 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:33.497220 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-1497db63-c901-49c2-b9d3-d6906432329b None None] Notify callbacks [] for port, precommit_create {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:33.506379 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-1497db63-c901-49c2-b9d3-d6906432329b None None] Transition to ACTIVE for port object 875133f1-b0e7-4bbe-892d-e9cd10bfaf91 will not be triggered until provisioned by entity L2. {{(pid=98982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:47:33.513286 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4970cfe2-99fc-4fac-a11d-ce1656b4736c None None] Routers {'a3918f9e-881c-4063-a4b9-c97175ab1be7'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:47:33.513985 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-4970cfe2-99fc-4fac-a11d-ce1656b4736c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:47:19Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['a3918f9e-881c-4063-a4b9-c97175ab1be7'], 'active': True} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:47:33.519972 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480d40fa-c6bc-429f-987e-0e71a2ac5e8a None None] Pushing event updated for resources: {'Port': ['ID=933ad518-61ea-42a6-9020-6be965027978,revision_number=4']} {{(pid=98983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:33.523607 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-1497db63-c901-49c2-b9d3-d6906432329b None None] Transition to ACTIVE for port object 875133f1-b0e7-4bbe-892d-e9cd10bfaf91 will not be triggered until provisioned by entity DHCP. {{(pid=98982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:47:33.544099 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-389affd3-eae7-44e6-b2c9-d08449d8d967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-702895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5676'] for router, precommit_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:33.558769 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG oslo_concurrency.lockutils [None req-480d40fa-c6bc-429f-987e-0e71a2ac5e8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:33.635758 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-1497db63-c901-49c2-b9d3-d6906432329b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110'] for port, after_create {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:33.639143 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:33.639928 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvr_db [None req-4970cfe2-99fc-4fac-a11d-ce1656b4736c None None] Set router a3918f9e-881c-4063-a4b9-c97175ab1be7 gateway port host: dv-cinder-796286-4-iscsi {{(pid=98983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:47:33.679025 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1497db63-c901-49c2-b9d3-d6906432329b None None] Network 0795912f-f0d3-49bc-b3d2-8eb8773d380c is already hosted by enough agents. {{(pid=98982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:47:33.683807 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.scheduler.base_scheduler [None req-1497db63-c901-49c2-b9d3-d6906432329b None None] Resources bound (agent type, host, resource id): {{(pid=98982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:47:33.687183 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1497db63-c901-49c2-b9d3-d6906432329b None None] Received port after_create {{(pid=98982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:47:33.864398 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1497db63-c901-49c2-b9d3-d6906432329b None None] Pushing event updated for resources: {'Port': ['ID=875133f1-b0e7-4bbe-892d-e9cd10bfaf91,revision_number=1']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:33.882921 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-1497db63-c901-49c2-b9d3-d6906432329b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:33.896703 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-4970cfe2-99fc-4fac-a11d-ce1656b4736c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3918f9e-881c-4063-a4b9-c97175ab1be7', 'name': 'tempest-TestShelveInstance-1611834531-router', 'tenant_id': '6226202408dc460f85ceba7cc535d9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'c07f2da6-c0f8-47a8-b84d-d222a880bf15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:47:26Z', 'updated_at': '2021-06-16T09:47:29Z', 'revision_number': 4, 'project_id': '6226202408dc460f85ceba7cc535d9f3', 'gw_port': {'id': 'c07f2da6-c0f8-47a8-b84d-d222a880bf15', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3918f9e-881c-4063-a4b9-c97175ab1be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:47:26Z', 'updated_at': '2021-06-16T09:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_interfaces': [{'id': '933ad518-61ea-42a6-9020-6be965027978', 'name': '', 'network_id': '66418228-6d38-41fe-a16e-152e97d803b9', 'tenant_id': '6226202408dc460f85ceba7cc535d9f3', 'mac_address': 'fa:16:3e:00:17:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3918f9e-881c-4063-a4b9-c97175ab1be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e6746ba6-7ff9-478f-9071-82a467b0d0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:47:29Z', 'updated_at': '2021-06-16T09:47:33Z', 'revision_number': 4, 'project_id': '6226202408dc460f85ceba7cc535d9f3', 'subnets': [{'id': 'e6746ba6-7ff9-478f-9071-82a467b0d0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:47:33.901001 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4970cfe2-99fc-4fac-a11d-ce1656b4736c None None] The sync data for ids ['a3918f9e-881c-4063-a4b9-c97175ab1be7'] in dv-cinder-796286-4-iscsi is: [{'id': 'a3918f9e-881c-4063-a4b9-c97175ab1be7', 'name': 'tempest-TestShelveInstance-1611834531-router', 'tenant_id': '6226202408dc460f85ceba7cc535d9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'c07f2da6-c0f8-47a8-b84d-d222a880bf15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:47:26Z', 'updated_at': '2021-06-16T09:47:29Z', 'revision_number': 4, 'project_id': '6226202408dc460f85ceba7cc535d9f3', 'gw_port': {'id': 'c07f2da6-c0f8-47a8-b84d-d222a880bf15', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3918f9e-881c-4063-a4b9-c97175ab1be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:47:26Z', 'updated_at': '2021-06-16T09:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_interfaces': [{'id': '933ad518-61ea-42a6-9020-6be965027978', 'name': '', 'network_id': '66418228-6d38-41fe-a16e-152e97d803b9', 'tenant_id': '6226202408dc460f85ceba7cc535d9f3', 'mac_address': 'fa:16:3e:00:17:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3918f9e-881c-4063-a4b9-c97175ab1be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e6746ba6-7ff9-478f-9071-82a467b0d0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:47:29Z', 'updated_at': '2021-06-16T09:47:33Z', 'revision_number': 4, 'project_id': '6226202408dc460f85ceba7cc535d9f3', 'subnets': [{'id': 'e6746ba6-7ff9-478f-9071-82a467b0d0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:47:33.901667 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.managers [None req-1497db63-c901-49c2-b9d3-d6906432329b None None] Attempting to bind port 875133f1-b0e7-4bbe-892d-e9cd10bfaf91 on host dv-cinder-796286-4-iscsi for vnic_type normal with profile {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:47:33.902119 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.managers [None req-1497db63-c901-49c2-b9d3-d6906432329b None None] Attempting to bind port 875133f1-b0e7-4bbe-892d-e9cd10bfaf91 by drivers openvswitch,hyperv on host dv-cinder-796286-4-iscsi at level 0 using segments [{'id': 'd2acd06d-3258-4e85-83e2-eb6e5065c29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0795912f-f0d3-49bc-b3d2-8eb8773d380c'}] {{(pid=98982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:47:33.902932 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1497db63-c901-49c2-b9d3-d6906432329b None None] Attempting to bind port 875133f1-b0e7-4bbe-892d-e9cd10bfaf91 on network 0795912f-f0d3-49bc-b3d2-8eb8773d380c {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:47:33.914681 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1497db63-c901-49c2-b9d3-d6906432329b None None] Checking agent: {'id': '1e3237df-5913-46b8-aeb8-2bb1fe27fce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 34, 49), 'started_at': datetime.datetime(2021, 6, 16, 9, 35, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:47:33.915094 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1497db63-c901-49c2-b9d3-d6906432329b None None] Checking segment: {'id': 'd2acd06d-3258-4e85-83e2-eb6e5065c29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0795912f-f0d3-49bc-b3d2-8eb8773d380c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:47:33.915504 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-1497db63-c901-49c2-b9d3-d6906432329b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:33.915915 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1497db63-c901-49c2-b9d3-d6906432329b None None] Bound using segment: {'id': 'd2acd06d-3258-4e85-83e2-eb6e5065c29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0795912f-f0d3-49bc-b3d2-8eb8773d380c'} {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:47:33.916379 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.managers [None req-1497db63-c901-49c2-b9d3-d6906432329b None None] Bound port: 875133f1-b0e7-4bbe-892d-e9cd10bfaf91, host: dv-cinder-796286-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2acd06d-3258-4e85-83e2-eb6e5065c29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0795912f-f0d3-49bc-b3d2-8eb8773d380c'}}] {{(pid=98982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:47:33.916762 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-1497db63-c901-49c2-b9d3-d6906432329b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:33.958336 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device c07f2da6-c0f8-47a8-b84d-d222a880bf15 up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:47:34.039113 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-1497db63-c901-49c2-b9d3-d6906432329b None None] For port 875133f1-b0e7-4bbe-892d-e9cd10bfaf91, host dv-cinder-796286-4-iscsi, cleared binding levels {{(pid=98982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:47:34.043153 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-1497db63-c901-49c2-b9d3-d6906432329b None None] For port 875133f1-b0e7-4bbe-892d-e9cd10bfaf91, host dv-cinder-796286-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=875133f1-b0e7-4bbe-892d-e9cd10bfaf91,segment=NetworkSegment(d2acd06d-3258-4e85-83e2-eb6e5065c29b),segment_id=d2acd06d-3258-4e85-83e2-eb6e5065c29b)] {{(pid=98982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:47:34.048676 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-389affd3-eae7-44e6-b2c9-d08449d8d967 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:34.055018 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning complete for port c07f2da6-c0f8-47a8-b84d-d222a880bf15 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:47:34.055464 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:34.059224 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a2ed7-a4b8-4d57-bf7c-d86f5321e8e0 req-07df8112-341d-4425-a612-864a18cd054e tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:34.060736 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-822a2ed7-a4b8-4d57-bf7c-d86f5321e8e0 req-07df8112-341d-4425-a612-864a18cd054e tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.1281939 Jun 16 09:47:34.085626 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-389affd3-eae7-44e6-b2c9-d08449d8d967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:34.140169 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-1497db63-c901-49c2-b9d3-d6906432329b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:34.142225 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:34.154877 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-822a2ed7-a4b8-4d57-bf7c-d86f5321e8e0 req-60d96cf8-118e-4e91-9c20-23a94c5ebc97 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0765412 Jun 16 09:47:34.213210 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1497db63-c901-49c2-b9d3-d6906432329b None None] Pushing event updated for resources: {'Port': ['ID=875133f1-b0e7-4bbe-892d-e9cd10bfaf91,revision_number=2']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:34.216337 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-1497db63-c901-49c2-b9d3-d6906432329b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:34.221194 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.db_base_plugin_common [None req-389affd3-eae7-44e6-b2c9-d08449d8d967 admin admin] Allocated IP 172.27.0.111 (e7fe10b8-90c4-4cba-8f65-340465ca325f/474b542b-67ec-4e86-95bf-cb7c30e5c62d/dfccb956-277d-4bc2-ad6b-5b09b1fcd6bc) {{(pid=98980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:47:34.336273 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-389affd3-eae7-44e6-b2c9-d08449d8d967 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:34.487729 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-389affd3-eae7-44e6-b2c9-d08449d8d967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126582365'] for port, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:34.490944 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-274ce534-4b58-47a8-95d1-a1a46a4c3164 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:34.539586 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389affd3-eae7-44e6-b2c9-d08449d8d967 admin admin] Network e7fe10b8-90c4-4cba-8f65-340465ca325f is already hosted by enough agents. {{(pid=98980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:47:34.545285 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.base_scheduler [None req-389affd3-eae7-44e6-b2c9-d08449d8d967 admin admin] Resources bound (agent type, host, resource id): {{(pid=98980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:47:34.547930 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389affd3-eae7-44e6-b2c9-d08449d8d967 admin admin] Received port after_create {{(pid=98980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:47:34.578021 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389affd3-eae7-44e6-b2c9-d08449d8d967 admin admin] Pushing event updated for resources: {'Port': ['ID=dfccb956-277d-4bc2-ad6b-5b09b1fcd6bc,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:34.581124 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-389affd3-eae7-44e6-b2c9-d08449d8d967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:34.921674 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-389affd3-eae7-44e6-b2c9-d08449d8d967 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:35.134722 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-389affd3-eae7-44e6-b2c9-d08449d8d967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-702904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757989'] for router, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:35.201345 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae2142b-40b9-43fc-bd67-3b6b10aaf59c None None] Network 0795912f-f0d3-49bc-b3d2-8eb8773d380c requested from dv-cinder-796286-4-iscsi {{(pid=98982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:47:35.359118 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84516a0c-cc4f-4235-a5bf-edbd6d13a26e req-022dcf59-a74e-4eb8-82ff-72d5ce2ff413 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:35.361089 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-84516a0c-cc4f-4235-a5bf-edbd6d13a26e req-022dcf59-a74e-4eb8-82ff-72d5ce2ff413 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.0733473 Jun 16 09:47:35.374796 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-6b048943-da20-4c8c-8e6f-114fed9ff0d5 None None] Provisioning for port 875133f1-b0e7-4bbe-892d-e9cd10bfaf91 completed by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:47:35.419717 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-84516a0c-cc4f-4235-a5bf-edbd6d13a26e req-5c2f0086-bc98-4f93-9ed8-1e8ec1fb8ce1 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0424798 Jun 16 09:47:35.562610 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389affd3-eae7-44e6-b2c9-d08449d8d967 admin admin] Router aab8c65a-165e-410f-b97d-aec4eac9b96a is scheduled to L3 agent 7768ee83-37c7-4165-88a2-5844eb43ad81 with binding_index 1 {{(pid=98980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 09:47:35.665977 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389affd3-eae7-44e6-b2c9-d08449d8d967 admin admin] Notify agent at l3_agent.dv-cinder-796286-4-iscsi the message routers_updated {{(pid=98980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:47:35.674432 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f05b004-74e4-4807-b4cf-4f8e3e8ca093 None None] Sync routers for ids ['aab8c65a-165e-410f-b97d-aec4eac9b96a'] in dv-cinder-796286-4-iscsi {{(pid=98982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:47:35.683167 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f05b004-74e4-4807-b4cf-4f8e3e8ca093 None None] Routers {'aab8c65a-165e-410f-b97d-aec4eac9b96a'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:47:35.683790 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-5f05b004-74e4-4807-b4cf-4f8e3e8ca093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:47:19Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['aab8c65a-165e-410f-b97d-aec4eac9b96a'], 'active': True} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:47:35.749355 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-389affd3-eae7-44e6-b2c9-d08449d8d967 admin admin] Notify callbacks [] for router, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:35.750683 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-389affd3-eae7-44e6-b2c9-d08449d8d967 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6520925 Jun 16 09:47:35.753352 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 51752) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:35.788869 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvr_db [None req-5f05b004-74e4-4807-b4cf-4f8e3e8ca093 None None] Set router aab8c65a-165e-410f-b97d-aec4eac9b96a gateway port host: dv-cinder-796286-4-iscsi {{(pid=98982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:47:35.971094 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 875133f1-b0e7-4bbe-892d-e9cd10bfaf91 up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:47:36.029935 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-5f05b004-74e4-4807-b4cf-4f8e3e8ca093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab8c65a-165e-410f-b97d-aec4eac9b96a', 'name': 'tempest-TestShelveInstance-99841954-router', 'tenant_id': '8d731a2fc30347fbbcf13782efe0d1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'dfccb956-277d-4bc2-ad6b-5b09b1fcd6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:47:33Z', 'updated_at': '2021-06-16T09:47:34Z', 'revision_number': 3, 'project_id': '8d731a2fc30347fbbcf13782efe0d1ce', 'gw_port': {'id': 'dfccb956-277d-4bc2-ad6b-5b09b1fcd6bc', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:00:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab8c65a-165e-410f-b97d-aec4eac9b96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:47:34Z', 'updated_at': '2021-06-16T09:47:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi'}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:47:36.033975 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f05b004-74e4-4807-b4cf-4f8e3e8ca093 None None] Checking router: aab8c65a-165e-410f-b97d-aec4eac9b96a for host: dv-cinder-796286-4-iscsi {{(pid=98982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:47:36.034325 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f05b004-74e4-4807-b4cf-4f8e3e8ca093 None None] Updating router aab8c65a-165e-410f-b97d-aec4eac9b96a port dfccb956-277d-4bc2-ad6b-5b09b1fcd6bc binding host dv-cinder-796286-4-iscsi {{(pid=98982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 09:47:36.079738 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-5f05b004-74e4-4807-b4cf-4f8e3e8ca093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:36.112040 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning for port 875133f1-b0e7-4bbe-892d-e9cd10bfaf91 completed by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:47:36.120674 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning complete for port 875133f1-b0e7-4bbe-892d-e9cd10bfaf91 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:47:36.121053 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:36.202785 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-863ffc34-7a5a-454c-915e-a184bd3370e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:36.314247 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:36.353288 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.db_base_plugin_common [None req-863ffc34-7a5a-454c-915e-a184bd3370e8 admin admin] Allocated IP 172.20.0.1 (0795912f-f0d3-49bc-b3d2-8eb8773d380c/170a7681-230d-4f06-8102-1ccc8052e32e/a7278982-569e-4285-a253-1b28271bd001) {{(pid=98980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:47:36.372215 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] For port 875133f1-b0e7-4bbe-892d-e9cd10bfaf91, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=875133f1-b0e7-4bbe-892d-e9cd10bfaf91,segment=NetworkSegment(d2acd06d-3258-4e85-83e2-eb6e5065c29b),segment_id=d2acd06d-3258-4e85-83e2-eb6e5065c29b)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:47:36.413557 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-5f05b004-74e4-4807-b4cf-4f8e3e8ca093 None None] Notify callbacks [] for port, precommit_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:36.423452 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-5f05b004-74e4-4807-b4cf-4f8e3e8ca093 None None] Transition to ACTIVE for port object dfccb956-277d-4bc2-ad6b-5b09b1fcd6bc will not be triggered until provisioned by entity L2. {{(pid=98982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:47:36.446537 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:36.447443 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 933ad518-61ea-42a6-9020-6be965027978 up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:47:36.449881 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-1497db63-c901-49c2-b9d3-d6906432329b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:36.472175 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-863ffc34-7a5a-454c-915e-a184bd3370e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:36.485459 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.provisioning_blocks [None req-863ffc34-7a5a-454c-915e-a184bd3370e8 admin admin] Transition to ACTIVE for port object a7278982-569e-4285-a253-1b28271bd001 will not be triggered until provisioned by entity DHCP. {{(pid=98980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:47:36.519925 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-5f05b004-74e4-4807-b4cf-4f8e3e8ca093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:36.528028 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Pushing event updated for resources: {'Port': ['ID=875133f1-b0e7-4bbe-892d-e9cd10bfaf91,revision_number=3']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:36.535334 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:36.537363 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:36.588762 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.managers [None req-5f05b004-74e4-4807-b4cf-4f8e3e8ca093 None None] Attempting to bind port dfccb956-277d-4bc2-ad6b-5b09b1fcd6bc on host dv-cinder-796286-4-iscsi for vnic_type normal with profile {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:47:36.589139 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.managers [None req-5f05b004-74e4-4807-b4cf-4f8e3e8ca093 None None] Attempting to bind port dfccb956-277d-4bc2-ad6b-5b09b1fcd6bc by drivers openvswitch,hyperv on host dv-cinder-796286-4-iscsi at level 0 using segments [{'id': 'ee5243d6-0a20-466c-b2f3-0cfa4d8430c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f'}] {{(pid=98982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:47:36.589527 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f05b004-74e4-4807-b4cf-4f8e3e8ca093 None None] Attempting to bind port dfccb956-277d-4bc2-ad6b-5b09b1fcd6bc on network e7fe10b8-90c4-4cba-8f65-340465ca325f {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:47:36.594666 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5a4e78-e0b1-418f-b12c-8fb0c0e8f316 None None] Pushing event updated for resources: {'Port': ['ID=dfccb956-277d-4bc2-ad6b-5b09b1fcd6bc,revision_number=2']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:36.598434 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-ea5a4e78-e0b1-418f-b12c-8fb0c0e8f316 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:36.599587 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f05b004-74e4-4807-b4cf-4f8e3e8ca093 None None] Checking agent: {'id': '1e3237df-5913-46b8-aeb8-2bb1fe27fce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 34, 49), 'started_at': datetime.datetime(2021, 6, 16, 9, 35, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:47:36.599966 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f05b004-74e4-4807-b4cf-4f8e3e8ca093 None None] Checking segment: {'id': 'ee5243d6-0a20-466c-b2f3-0cfa4d8430c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:47:36.600371 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-5f05b004-74e4-4807-b4cf-4f8e3e8ca093 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:36.600768 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f05b004-74e4-4807-b4cf-4f8e3e8ca093 None None] Bound using segment: {'id': 'ee5243d6-0a20-466c-b2f3-0cfa4d8430c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f'} {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:47:36.601234 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.managers [None req-5f05b004-74e4-4807-b4cf-4f8e3e8ca093 None None] Bound port: dfccb956-277d-4bc2-ad6b-5b09b1fcd6bc, host: dv-cinder-796286-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee5243d6-0a20-466c-b2f3-0cfa4d8430c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f'}}] {{(pid=98982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:47:36.601612 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-5f05b004-74e4-4807-b4cf-4f8e3e8ca093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:36.624238 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-863ffc34-7a5a-454c-915e-a184bd3370e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126582365'] for port, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:36.627271 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-abb472f5-20af-44f3-8483-533994d3b8d8 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:36.653587 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-5f05b004-74e4-4807-b4cf-4f8e3e8ca093 None None] For port dfccb956-277d-4bc2-ad6b-5b09b1fcd6bc, host dv-cinder-796286-4-iscsi, cleared binding levels {{(pid=98982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:47:36.656716 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-5f05b004-74e4-4807-b4cf-4f8e3e8ca093 None None] For port dfccb956-277d-4bc2-ad6b-5b09b1fcd6bc, host dv-cinder-796286-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=dfccb956-277d-4bc2-ad6b-5b09b1fcd6bc,segment=NetworkSegment(ee5243d6-0a20-466c-b2f3-0cfa4d8430c8),segment_id=ee5243d6-0a20-466c-b2f3-0cfa4d8430c8)] {{(pid=98982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:47:36.664913 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning for port 933ad518-61ea-42a6-9020-6be965027978 completed by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:47:36.665534 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863ffc34-7a5a-454c-915e-a184bd3370e8 admin admin] Network 0795912f-f0d3-49bc-b3d2-8eb8773d380c is already hosted by enough agents. {{(pid=98980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:47:36.668554 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.base_scheduler [None req-863ffc34-7a5a-454c-915e-a184bd3370e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=98980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:47:36.669202 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning complete for port 933ad518-61ea-42a6-9020-6be965027978 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:47:36.669586 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:36.672537 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863ffc34-7a5a-454c-915e-a184bd3370e8 admin admin] Received port after_create {{(pid=98980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:47:36.707290 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863ffc34-7a5a-454c-915e-a184bd3370e8 admin admin] Pushing event updated for resources: {'Port': ['ID=a7278982-569e-4285-a253-1b28271bd001,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:36.709296 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-863ffc34-7a5a-454c-915e-a184bd3370e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:36.725073 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-863ffc34-7a5a-454c-915e-a184bd3370e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757332'] for router_interface, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:36.750760 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-5f05b004-74e4-4807-b4cf-4f8e3e8ca093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:36.773140 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:36.807364 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:36.848936 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f05b004-74e4-4807-b4cf-4f8e3e8ca093 None None] Routers {'aab8c65a-165e-410f-b97d-aec4eac9b96a'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:47:36.849704 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-5f05b004-74e4-4807-b4cf-4f8e3e8ca093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:47:19Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['aab8c65a-165e-410f-b97d-aec4eac9b96a'], 'active': True} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:47:36.940758 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] For port 933ad518-61ea-42a6-9020-6be965027978, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=933ad518-61ea-42a6-9020-6be965027978,segment=NetworkSegment(fa1a251a-6b7c-4281-bfe5-7362d1a9c143),segment_id=fa1a251a-6b7c-4281-bfe5-7362d1a9c143)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:47:36.946039 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5a4e78-e0b1-418f-b12c-8fb0c0e8f316 None None] Pushing event updated for resources: {'Port': ['ID=dfccb956-277d-4bc2-ad6b-5b09b1fcd6bc,revision_number=3']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:36.952591 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-863ffc34-7a5a-454c-915e-a184bd3370e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:36.955578 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-ea5a4e78-e0b1-418f-b12c-8fb0c0e8f316 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:36.986535 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvr_db [None req-5f05b004-74e4-4807-b4cf-4f8e3e8ca093 None None] Set router aab8c65a-165e-410f-b97d-aec4eac9b96a gateway port host: dv-cinder-796286-4-iscsi {{(pid=98982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:47:37.015613 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:37.045977 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-9d5961ff-b998-4ae9-9580-0219a57e26a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:37.051605 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-3e2d629a-8185-44ff-bd62-394ecc2cdce5 None None] Provisioning for port a7278982-569e-4285-a253-1b28271bd001 completed by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:47:37.091678 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-3e2d629a-8185-44ff-bd62-394ecc2cdce5 None None] Provisioning complete for port a7278982-569e-4285-a253-1b28271bd001 triggered by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:47:37.092084 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-3e2d629a-8185-44ff-bd62-394ecc2cdce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:37.127125 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-863ffc34-7a5a-454c-915e-a184bd3370e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:37.197801 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Pushing event updated for resources: {'Port': ['ID=933ad518-61ea-42a6-9020-6be965027978,revision_number=5']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:37.200999 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:37.201175 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-863ffc34-7a5a-454c-915e-a184bd3370e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126582347'] for port, after_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:37.203340 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-3e2d629a-8185-44ff-bd62-394ecc2cdce5 None None] Port a7278982-569e-4285-a253-1b28271bd001 cannot update to ACTIVE because it is not bound. {{(pid=98982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 09:47:37.207026 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-dc7c3b93-0846-4250-8901-fbc0dc151650 tempest-DeleteServersTestJSON-1101792233 tempest-DeleteServersTestJSON-1101792233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:37.276383 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-863ffc34-7a5a-454c-915e-a184bd3370e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-623549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757288'] for router_interface, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:37.278561 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863ffc34-7a5a-454c-915e-a184bd3370e8 admin admin] Pushing event updated for resources: {'Port': ['ID=a7278982-569e-4285-a253-1b28271bd001,revision_number=2']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:37.281995 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-863ffc34-7a5a-454c-915e-a184bd3370e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:37.379140 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863ffc34-7a5a-454c-915e-a184bd3370e8 admin admin] Network 0795912f-f0d3-49bc-b3d2-8eb8773d380c is already hosted by enough agents. {{(pid=98980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:47:37.380842 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.base_scheduler [None req-863ffc34-7a5a-454c-915e-a184bd3370e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=98980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:47:37.420431 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-5f05b004-74e4-4807-b4cf-4f8e3e8ca093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab8c65a-165e-410f-b97d-aec4eac9b96a', 'name': 'tempest-TestShelveInstance-99841954-router', 'tenant_id': '8d731a2fc30347fbbcf13782efe0d1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'dfccb956-277d-4bc2-ad6b-5b09b1fcd6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:47:33Z', 'updated_at': '2021-06-16T09:47:34Z', 'revision_number': 3, 'project_id': '8d731a2fc30347fbbcf13782efe0d1ce', 'gw_port': {'id': 'dfccb956-277d-4bc2-ad6b-5b09b1fcd6bc', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:00:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab8c65a-165e-410f-b97d-aec4eac9b96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:47:34Z', 'updated_at': '2021-06-16T09:47:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi'}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:47:37.424427 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f05b004-74e4-4807-b4cf-4f8e3e8ca093 None None] The sync data for ids ['aab8c65a-165e-410f-b97d-aec4eac9b96a'] in dv-cinder-796286-4-iscsi is: [{'id': 'aab8c65a-165e-410f-b97d-aec4eac9b96a', 'name': 'tempest-TestShelveInstance-99841954-router', 'tenant_id': '8d731a2fc30347fbbcf13782efe0d1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'dfccb956-277d-4bc2-ad6b-5b09b1fcd6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:47:33Z', 'updated_at': '2021-06-16T09:47:34Z', 'revision_number': 3, 'project_id': '8d731a2fc30347fbbcf13782efe0d1ce', 'gw_port': {'id': 'dfccb956-277d-4bc2-ad6b-5b09b1fcd6bc', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:00:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab8c65a-165e-410f-b97d-aec4eac9b96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:47:34Z', 'updated_at': '2021-06-16T09:47:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi'}] {{(pid=98982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:47:37.514796 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863ffc34-7a5a-454c-915e-a184bd3370e8 admin admin] Router aab8c65a-165e-410f-b97d-aec4eac9b96a has already been hosted by L3 agent 7768ee83-37c7-4165-88a2-5844eb43ad81 {{(pid=98980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:47:37.628790 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-fdc73b1e-3ae1-48b2-9490-4267acf565e8 None None] Provisioning complete for port a7278982-569e-4285-a253-1b28271bd001 triggered by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:47:37.629170 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-fdc73b1e-3ae1-48b2-9490-4267acf565e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:37.642516 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863ffc34-7a5a-454c-915e-a184bd3370e8 admin admin] Notify agent at l3_agent.dv-cinder-796286-4-iscsi the message routers_updated {{(pid=98980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:47:37.651589 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-863ffc34-7a5a-454c-915e-a184bd3370e8 admin admin] 10.222.0.25 "PUT /v2.0/routers/aab8c65a-165e-410f-b97d-aec4eac9b96a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8935049 Jun 16 09:47:37.684522 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-fdc73b1e-3ae1-48b2-9490-4267acf565e8 None None] Port a7278982-569e-4285-a253-1b28271bd001 cannot update to ACTIVE because it is not bound. {{(pid=98982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 09:47:37.996505 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 875133f1-b0e7-4bbe-892d-e9cd10bfaf91 up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:47:38.048130 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning complete for port 875133f1-b0e7-4bbe-892d-e9cd10bfaf91 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:47:38.048523 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:38.133470 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 933ad518-61ea-42a6-9020-6be965027978 up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:47:38.185808 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning complete for port 933ad518-61ea-42a6-9020-6be965027978 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:47:38.186198 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:38.280606 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device dfccb956-277d-4bc2-ad6b-5b09b1fcd6bc up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:47:38.528379 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning for port dfccb956-277d-4bc2-ad6b-5b09b1fcd6bc completed by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:47:38.532566 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning complete for port dfccb956-277d-4bc2-ad6b-5b09b1fcd6bc triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:47:38.532951 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:38.573942 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 51784) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:38.578586 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [None req-4fd340eb-dcb5-47e0-ba0b-94199c51c822 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1676909799', 'description': 'tempest-secgroup-smoke-1676909799 description', 'project_id': '6226202408dc460f85ceba7cc535d9f3'}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:47:38.613298 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:38.633437 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] For port dfccb956-277d-4bc2-ad6b-5b09b1fcd6bc, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=dfccb956-277d-4bc2-ad6b-5b09b1fcd6bc,segment=NetworkSegment(ee5243d6-0a20-466c-b2f3-0cfa4d8430c8),segment_id=ee5243d6-0a20-466c-b2f3-0cfa4d8430c8)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:47:38.705181 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-4fd340eb-dcb5-47e0-ba0b-94199c51c822 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Notify callbacks [] for security_group, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:38.731980 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:38.733958 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:38.784696 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Pushing event updated for resources: {'Port': ['ID=dfccb956-277d-4bc2-ad6b-5b09b1fcd6bc,revision_number=4']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:38.788748 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:38.801062 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-4fd340eb-dcb5-47e0-ba0b-94199c51c822 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Notify callbacks [] for security_group, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:38.870836 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-4fd340eb-dcb5-47e0-ba0b-94199c51c822 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:38.873467 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-389d2a5f-ff83-4666-95c3-c0bc1730da36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:38.901847 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd340eb-dcb5-47e0-ba0b-94199c51c822 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=720d336e-0e62-436a-bb28-d9acf2616279,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:38.904599 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-4fd340eb-dcb5-47e0-ba0b-94199c51c822 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:38.969812 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-4fd340eb-dcb5-47e0-ba0b-94199c51c822 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Notify callbacks [] for security_group, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:38.973866 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-4fd340eb-dcb5-47e0-ba0b-94199c51c822 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3962781 Jun 16 09:47:38.974720 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 51790) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:38.979364 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [None req-ad9af979-af44-422a-a342-abf09f7d3f5b tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Request body: {'security_group_rule': {'security_group_id': '720d336e-0e62-436a-bb28-d9acf2616279', 'project_id': '6226202408dc460f85ceba7cc535d9f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:47:38.997235 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aca1889-855e-4e31-b36c-b86a05f718f7 None None] Sync routers for ids ['aab8c65a-165e-410f-b97d-aec4eac9b96a'] in dv-cinder-796286-4-iscsi {{(pid=98983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:47:39.006736 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aca1889-855e-4e31-b36c-b86a05f718f7 None None] Routers {'aab8c65a-165e-410f-b97d-aec4eac9b96a'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:47:39.007372 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-7aca1889-855e-4e31-b36c-b86a05f718f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:47:19Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['aab8c65a-165e-410f-b97d-aec4eac9b96a'], 'active': True} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:47:39.069120 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-ad9af979-af44-422a-a342-abf09f7d3f5b tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:39.118063 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvr_db [None req-7aca1889-855e-4e31-b36c-b86a05f718f7 None None] Set router aab8c65a-165e-410f-b97d-aec4eac9b96a gateway port host: dv-cinder-796286-4-iscsi {{(pid=98983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:47:39.132655 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-ad9af979-af44-422a-a342-abf09f7d3f5b tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:39.214246 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-ad9af979-af44-422a-a342-abf09f7d3f5b tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719390'] for security_group_rule, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:39.216567 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-7599087b-6b6a-4d7d-a02a-31480bcdc3ca tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:39.235676 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9af979-af44-422a-a342-abf09f7d3f5b tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6f461c3-6f2e-4d41-a494-9ad51399b3b0,revision_number=0']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:39.240065 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-ad9af979-af44-422a-a342-abf09f7d3f5b tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:39.333437 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-7aca1889-855e-4e31-b36c-b86a05f718f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab8c65a-165e-410f-b97d-aec4eac9b96a', 'name': 'tempest-TestShelveInstance-99841954-router', 'tenant_id': '8d731a2fc30347fbbcf13782efe0d1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'dfccb956-277d-4bc2-ad6b-5b09b1fcd6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:47:33Z', 'updated_at': '2021-06-16T09:47:36Z', 'revision_number': 4, 'project_id': '8d731a2fc30347fbbcf13782efe0d1ce', 'gw_port': {'id': 'dfccb956-277d-4bc2-ad6b-5b09b1fcd6bc', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:00:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab8c65a-165e-410f-b97d-aec4eac9b96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:47:34Z', 'updated_at': '2021-06-16T09:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_interfaces': [{'id': 'a7278982-569e-4285-a253-1b28271bd001', 'name': '', 'network_id': '0795912f-f0d3-49bc-b3d2-8eb8773d380c', 'tenant_id': '8d731a2fc30347fbbcf13782efe0d1ce', 'mac_address': 'fa:16:3e:ec:d5:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab8c65a-165e-410f-b97d-aec4eac9b96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '170a7681-230d-4f06-8102-1ccc8052e32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:47:36Z', 'updated_at': '2021-06-16T09:47:36Z', 'revision_number': 2, 'project_id': '8d731a2fc30347fbbcf13782efe0d1ce', 'subnets': [{'id': '170a7681-230d-4f06-8102-1ccc8052e32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:47:39.337054 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aca1889-855e-4e31-b36c-b86a05f718f7 None None] Checking router: aab8c65a-165e-410f-b97d-aec4eac9b96a for host: dv-cinder-796286-4-iscsi {{(pid=98983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:47:39.337443 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aca1889-855e-4e31-b36c-b86a05f718f7 None None] Updating router aab8c65a-165e-410f-b97d-aec4eac9b96a port a7278982-569e-4285-a253-1b28271bd001 binding host dv-cinder-796286-4-iscsi {{(pid=98983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 09:47:39.339528 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-ad9af979-af44-422a-a342-abf09f7d3f5b tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:39.340819 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-ad9af979-af44-422a-a342-abf09f7d3f5b tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3651230 Jun 16 09:47:39.343839 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 51814) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:39.351411 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [None req-873fff35-e1d3-4a99-896a-45e87a565fce tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Request body: {'security_group_rule': {'security_group_id': '720d336e-0e62-436a-bb28-d9acf2616279', 'project_id': '6226202408dc460f85ceba7cc535d9f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:47:39.378817 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-7aca1889-855e-4e31-b36c-b86a05f718f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:39.441597 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-873fff35-e1d3-4a99-896a-45e87a565fce tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:39.492856 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-873fff35-e1d3-4a99-896a-45e87a565fce tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:39.562655 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-873fff35-e1d3-4a99-896a-45e87a565fce tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719390'] for security_group_rule, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:39.565669 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:39.590962 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873fff35-e1d3-4a99-896a-45e87a565fce tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa73a4c9-bc64-4e0e-9624-d4ccd33c3390,revision_number=0']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:39.604678 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873fff35-e1d3-4a99-896a-45e87a565fce tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:39.605432 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873fff35-e1d3-4a99-896a-45e87a565fce tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:39.605869 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873fff35-e1d3-4a99-896a-45e87a565fce tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:39.606330 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873fff35-e1d3-4a99-896a-45e87a565fce tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:39.606741 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873fff35-e1d3-4a99-896a-45e87a565fce tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:39.607172 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873fff35-e1d3-4a99-896a-45e87a565fce tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:39.607642 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873fff35-e1d3-4a99-896a-45e87a565fce tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:39.608077 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873fff35-e1d3-4a99-896a-45e87a565fce tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:39.608639 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873fff35-e1d3-4a99-896a-45e87a565fce tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:39.609055 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873fff35-e1d3-4a99-896a-45e87a565fce tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:39.609810 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873fff35-e1d3-4a99-896a-45e87a565fce tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:39.610215 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873fff35-e1d3-4a99-896a-45e87a565fce tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:39.614375 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-873fff35-e1d3-4a99-896a-45e87a565fce tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:39.666455 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-7aca1889-855e-4e31-b36c-b86a05f718f7 None None] Notify callbacks [] for port, precommit_update {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:39.676469 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.provisioning_blocks [None req-7aca1889-855e-4e31-b36c-b86a05f718f7 None None] Transition to ACTIVE for port object a7278982-569e-4285-a253-1b28271bd001 will not be triggered until provisioned by entity L2. {{(pid=98983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:47:39.702808 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-873fff35-e1d3-4a99-896a-45e87a565fce tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:39.702808 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-873fff35-e1d3-4a99-896a-45e87a565fce tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3491828 Jun 16 09:47:39.702808 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 51824) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:39.702808 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [None req-0361a9c7-3d80-4201-a0d6-8d8282e56fea tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Request body: {'security_group_rule': {'security_group_id': '720d336e-0e62-436a-bb28-d9acf2616279', 'project_id': '6226202408dc460f85ceba7cc535d9f3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:47:39.848852 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-7aca1889-855e-4e31-b36c-b86a05f718f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:39.852366 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:39.857530 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-0361a9c7-3d80-4201-a0d6-8d8282e56fea tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:39.898285 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b5274c-4799-4f97-9d22-09f288a7b95c None None] Pushing event updated for resources: {'Port': ['ID=a7278982-569e-4285-a253-1b28271bd001,revision_number=3']} {{(pid=98983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:39.906828 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device dfccb956-277d-4bc2-ad6b-5b09b1fcd6bc up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:47:39.950329 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-0361a9c7-3d80-4201-a0d6-8d8282e56fea tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:39.968833 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning complete for port dfccb956-277d-4bc2-ad6b-5b09b1fcd6bc triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:47:39.969152 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:40.004382 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG oslo_concurrency.lockutils [None req-78b5274c-4799-4f97-9d22-09f288a7b95c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=98983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:40.019472 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.managers [None req-7aca1889-855e-4e31-b36c-b86a05f718f7 None None] Attempting to bind port a7278982-569e-4285-a253-1b28271bd001 on host dv-cinder-796286-4-iscsi for vnic_type normal with profile {{(pid=98983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:47:40.019959 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.managers [None req-7aca1889-855e-4e31-b36c-b86a05f718f7 None None] Attempting to bind port a7278982-569e-4285-a253-1b28271bd001 by drivers openvswitch,hyperv on host dv-cinder-796286-4-iscsi at level 0 using segments [{'id': 'd2acd06d-3258-4e85-83e2-eb6e5065c29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0795912f-f0d3-49bc-b3d2-8eb8773d380c'}] {{(pid=98983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:47:40.020434 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aca1889-855e-4e31-b36c-b86a05f718f7 None None] Attempting to bind port a7278982-569e-4285-a253-1b28271bd001 on network 0795912f-f0d3-49bc-b3d2-8eb8773d380c {{(pid=98983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:47:40.026113 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aca1889-855e-4e31-b36c-b86a05f718f7 None None] Checking agent: {'id': '1e3237df-5913-46b8-aeb8-2bb1fe27fce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 34, 49), 'started_at': datetime.datetime(2021, 6, 16, 9, 35, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:47:40.026599 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aca1889-855e-4e31-b36c-b86a05f718f7 None None] Checking segment: {'id': 'd2acd06d-3258-4e85-83e2-eb6e5065c29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0795912f-f0d3-49bc-b3d2-8eb8773d380c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:47:40.027088 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-7aca1889-855e-4e31-b36c-b86a05f718f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:40.027542 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aca1889-855e-4e31-b36c-b86a05f718f7 None None] Bound using segment: {'id': 'd2acd06d-3258-4e85-83e2-eb6e5065c29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0795912f-f0d3-49bc-b3d2-8eb8773d380c'} {{(pid=98983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:47:40.028129 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.managers [None req-7aca1889-855e-4e31-b36c-b86a05f718f7 None None] Bound port: a7278982-569e-4285-a253-1b28271bd001, host: dv-cinder-796286-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2acd06d-3258-4e85-83e2-eb6e5065c29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0795912f-f0d3-49bc-b3d2-8eb8773d380c'}}] {{(pid=98983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:47:40.028622 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-7aca1889-855e-4e31-b36c-b86a05f718f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:40.059535 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-0361a9c7-3d80-4201-a0d6-8d8282e56fea tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719390'] for security_group_rule, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:40.062927 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-873fff35-e1d3-4a99-896a-45e87a565fce tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:40.083901 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0361a9c7-3d80-4201-a0d6-8d8282e56fea tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=218e7ea1-7cfd-44e1-99c2-a2ebbc98f4b4,revision_number=0']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:40.088385 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-0361a9c7-3d80-4201-a0d6-8d8282e56fea tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:40.115991 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.db [None req-7aca1889-855e-4e31-b36c-b86a05f718f7 None None] For port a7278982-569e-4285-a253-1b28271bd001, host dv-cinder-796286-4-iscsi, cleared binding levels {{(pid=98983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:47:40.119288 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.db [None req-7aca1889-855e-4e31-b36c-b86a05f718f7 None None] For port a7278982-569e-4285-a253-1b28271bd001, host dv-cinder-796286-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=a7278982-569e-4285-a253-1b28271bd001,segment=NetworkSegment(d2acd06d-3258-4e85-83e2-eb6e5065c29b),segment_id=d2acd06d-3258-4e85-83e2-eb6e5065c29b)] {{(pid=98983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:47:40.148926 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 51830) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:40.191798 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-0361a9c7-3d80-4201-a0d6-8d8282e56fea tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:40.192936 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-0361a9c7-3d80-4201-a0d6-8d8282e56fea tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4949532 Jun 16 09:47:40.195758 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 51834) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:40.200926 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [None req-e18b2d7b-302c-42c0-83b1-f48c4496ac1f tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Request body: {'security_group_rule': {'security_group_id': '720d336e-0e62-436a-bb28-d9acf2616279', 'project_id': '6226202408dc460f85ceba7cc535d9f3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:47:40.237184 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-7aca1889-855e-4e31-b36c-b86a05f718f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:40.241101 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG oslo_concurrency.lockutils [None req-2048667d-e4a6-4275-bcea-8b499f5b5063 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:40.252634 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-8e46bd95-2fca-4bb1-bdeb-b49640bd0b4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:40.339327 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-e18b2d7b-302c-42c0-83b1-f48c4496ac1f tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:40.376331 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b5274c-4799-4f97-9d22-09f288a7b95c None None] Pushing event updated for resources: {'Port': ['ID=a7278982-569e-4285-a253-1b28271bd001,revision_number=4']} {{(pid=98983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:40.394181 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG oslo_concurrency.lockutils [None req-78b5274c-4799-4f97-9d22-09f288a7b95c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=98983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:40.411957 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aca1889-855e-4e31-b36c-b86a05f718f7 None None] Routers {'aab8c65a-165e-410f-b97d-aec4eac9b96a'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:47:40.414158 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-7aca1889-855e-4e31-b36c-b86a05f718f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:47:19Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['aab8c65a-165e-410f-b97d-aec4eac9b96a'], 'active': True} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:47:40.445526 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-e18b2d7b-302c-42c0-83b1-f48c4496ac1f tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:40.465708 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-8e46bd95-2fca-4bb1-bdeb-b49640bd0b4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:40.527328 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvr_db [None req-7aca1889-855e-4e31-b36c-b86a05f718f7 None None] Set router aab8c65a-165e-410f-b97d-aec4eac9b96a gateway port host: dv-cinder-796286-4-iscsi {{(pid=98983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:47:40.555157 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-e18b2d7b-302c-42c0-83b1-f48c4496ac1f tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719390'] for security_group_rule, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:40.557226 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:40.581686 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18b2d7b-302c-42c0-83b1-f48c4496ac1f tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5914b658-b730-4c51-a22d-5cfe54df5769,revision_number=0']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:40.584358 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-e18b2d7b-302c-42c0-83b1-f48c4496ac1f tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:40.585623 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-8e46bd95-2fca-4bb1-bdeb-b49640bd0b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:40.588429 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-2921840c-498f-4698-b44f-f9cca1a94e9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:40.627754 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e46bd95-2fca-4bb1-bdeb-b49640bd0b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6651686-0d74-4577-9b19-daca3a2be588,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:40.630917 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-8e46bd95-2fca-4bb1-bdeb-b49640bd0b4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:40.633841 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-8e46bd95-2fca-4bb1-bdeb-b49640bd0b4c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7e66cc5b88734940aa65ee37f7d1dda3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4844027 Jun 16 09:47:40.640169 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 51844) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:40.675990 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-e18b2d7b-302c-42c0-83b1-f48c4496ac1f tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:40.677197 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-e18b2d7b-302c-42c0-83b1-f48c4496ac1f tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4803555 Jun 16 09:47:40.679939 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 51848) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:40.686392 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [None req-f225a1e1-a73a-4595-bde5-b407c853f2d8 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Request body: {'security_group_rule': {'security_group_id': '720d336e-0e62-436a-bb28-d9acf2616279', 'project_id': '6226202408dc460f85ceba7cc535d9f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:47:40.704491 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d7ea0664-ef57-4fb7-bbf4-31ac69592136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:40.726843 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d7ea0664-ef57-4fb7-bbf4-31ac69592136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:40.759565 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-7aca1889-855e-4e31-b36c-b86a05f718f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab8c65a-165e-410f-b97d-aec4eac9b96a', 'name': 'tempest-TestShelveInstance-99841954-router', 'tenant_id': '8d731a2fc30347fbbcf13782efe0d1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'dfccb956-277d-4bc2-ad6b-5b09b1fcd6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:47:33Z', 'updated_at': '2021-06-16T09:47:36Z', 'revision_number': 4, 'project_id': '8d731a2fc30347fbbcf13782efe0d1ce', 'gw_port': {'id': 'dfccb956-277d-4bc2-ad6b-5b09b1fcd6bc', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:00:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab8c65a-165e-410f-b97d-aec4eac9b96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:47:34Z', 'updated_at': '2021-06-16T09:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_interfaces': [{'id': 'a7278982-569e-4285-a253-1b28271bd001', 'name': '', 'network_id': '0795912f-f0d3-49bc-b3d2-8eb8773d380c', 'tenant_id': '8d731a2fc30347fbbcf13782efe0d1ce', 'mac_address': 'fa:16:3e:ec:d5:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab8c65a-165e-410f-b97d-aec4eac9b96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '170a7681-230d-4f06-8102-1ccc8052e32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:47:36Z', 'updated_at': '2021-06-16T09:47:40Z', 'revision_number': 4, 'project_id': '8d731a2fc30347fbbcf13782efe0d1ce', 'subnets': [{'id': '170a7681-230d-4f06-8102-1ccc8052e32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:47:40.763317 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aca1889-855e-4e31-b36c-b86a05f718f7 None None] The sync data for ids ['aab8c65a-165e-410f-b97d-aec4eac9b96a'] in dv-cinder-796286-4-iscsi is: [{'id': 'aab8c65a-165e-410f-b97d-aec4eac9b96a', 'name': 'tempest-TestShelveInstance-99841954-router', 'tenant_id': '8d731a2fc30347fbbcf13782efe0d1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'dfccb956-277d-4bc2-ad6b-5b09b1fcd6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:47:33Z', 'updated_at': '2021-06-16T09:47:36Z', 'revision_number': 4, 'project_id': '8d731a2fc30347fbbcf13782efe0d1ce', 'gw_port': {'id': 'dfccb956-277d-4bc2-ad6b-5b09b1fcd6bc', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:00:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab8c65a-165e-410f-b97d-aec4eac9b96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:47:34Z', 'updated_at': '2021-06-16T09:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_interfaces': [{'id': 'a7278982-569e-4285-a253-1b28271bd001', 'name': '', 'network_id': '0795912f-f0d3-49bc-b3d2-8eb8773d380c', 'tenant_id': '8d731a2fc30347fbbcf13782efe0d1ce', 'mac_address': 'fa:16:3e:ec:d5:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab8c65a-165e-410f-b97d-aec4eac9b96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '170a7681-230d-4f06-8102-1ccc8052e32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:47:36Z', 'updated_at': '2021-06-16T09:47:40Z', 'revision_number': 4, 'project_id': '8d731a2fc30347fbbcf13782efe0d1ce', 'subnets': [{'id': '170a7681-230d-4f06-8102-1ccc8052e32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:47:40.773339 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.db.securitygroups_db [None req-f225a1e1-a73a-4595-bde5-b407c853f2d8 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Project 6226202408dc460f85ceba7cc535d9f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 09:47:40.779268 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-f225a1e1-a73a-4595-bde5-b407c853f2d8 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:40.850218 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d7ea0664-ef57-4fb7-bbf4-31ac69592136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:40.853004 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d7ea0664-ef57-4fb7-bbf4-31ac69592136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:40.854242 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-d7ea0664-ef57-4fb7-bbf4-31ac69592136 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e6651686-0d74-4577-9b19-daca3a2be588 HTTP/1.1" status: 204 len: 168 time: 0.2141538 Jun 16 09:47:40.855257 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-41fe6543-ade3-4c74-8e0f-704bb66ad57e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:40.867059 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea0664-ef57-4fb7-bbf4-31ac69592136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6651686-0d74-4577-9b19-daca3a2be588,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:40.870072 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-d7ea0664-ef57-4fb7-bbf4-31ac69592136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:40.875664 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-f225a1e1-a73a-4595-bde5-b407c853f2d8 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:40.993366 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-f225a1e1-a73a-4595-bde5-b407c853f2d8 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719390'] for security_group_rule, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:40.996928 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:41.016352 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f225a1e1-a73a-4595-bde5-b407c853f2d8 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=475af3eb-64fe-4954-9559-9ea01d6a2ae1,revision_number=0']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:41.020067 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-f225a1e1-a73a-4595-bde5-b407c853f2d8 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:41.122598 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-f225a1e1-a73a-4595-bde5-b407c853f2d8 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:41.126628 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-f225a1e1-a73a-4595-bde5-b407c853f2d8 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4427230 Jun 16 09:47:41.126814 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 51852) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:41.132039 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [None req-e7abc3e4-00ce-463c-869c-9c7034810059 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Request body: {'security_group_rule': {'security_group_id': '720d336e-0e62-436a-bb28-d9acf2616279', 'project_id': '6226202408dc460f85ceba7cc535d9f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:47:41.257952 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:41.294100 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.db.securitygroups_db [None req-e7abc3e4-00ce-463c-869c-9c7034810059 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Project 6226202408dc460f85ceba7cc535d9f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 09:47:41.300475 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-e7abc3e4-00ce-463c-869c-9c7034810059 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:41.370608 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-e7abc3e4-00ce-463c-869c-9c7034810059 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:41.469250 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-e7abc3e4-00ce-463c-869c-9c7034810059 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719390'] for security_group_rule, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:41.471411 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-f225a1e1-a73a-4595-bde5-b407c853f2d8 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:41.490482 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7abc3e4-00ce-463c-869c-9c7034810059 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59b92ca4-88b1-488f-bc17-4236d9e7f6d5,revision_number=0']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:41.492801 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-e7abc3e4-00ce-463c-869c-9c7034810059 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:41.560423 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-e7abc3e4-00ce-463c-869c-9c7034810059 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:41.569385 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-e7abc3e4-00ce-463c-869c-9c7034810059 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4338236 Jun 16 09:47:41.680189 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 51868) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:41.705087 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-98ba9c0c-23e1-4913-b03d-ea9fdbe5853a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:41.828515 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-98ba9c0c-23e1-4913-b03d-ea9fdbe5853a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:41.876951 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-98ba9c0c-23e1-4913-b03d-ea9fdbe5853a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:41.883324 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-38d34b5c-ba9a-4494-9ab0-cbe753879898 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:41.924547 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ba9c0c-23e1-4913-b03d-ea9fdbe5853a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce6e5d7-4426-4221-bcf2-478de7a303c0,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:41.930011 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-98ba9c0c-23e1-4913-b03d-ea9fdbe5853a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=96786bd2e0d54dc2bd351bf97034a292&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2485607 Jun 16 09:47:41.931343 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-98ba9c0c-23e1-4913-b03d-ea9fdbe5853a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:41.932637 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 51910) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:41.955761 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device a7278982-569e-4285-a253-1b28271bd001 up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:47:41.988102 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-468db507-b3ab-4fe8-b549-b40e62ba5065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:42.010449 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-468db507-b3ab-4fe8-b549-b40e62ba5065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:42.126758 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-468db507-b3ab-4fe8-b549-b40e62ba5065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:42.127002 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning for port a7278982-569e-4285-a253-1b28271bd001 completed by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:47:42.130429 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-468db507-b3ab-4fe8-b549-b40e62ba5065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:42.131870 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-468db507-b3ab-4fe8-b549-b40e62ba5065 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1ce6e5d7-4426-4221-bcf2-478de7a303c0 HTTP/1.1" status: 204 len: 168 time: 0.1982243 Jun 16 09:47:42.138321 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-2904aab5-9a1c-4ca2-b64e-dc25d66aab70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:42.139095 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning complete for port a7278982-569e-4285-a253-1b28271bd001 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:47:42.139095 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:42.153433 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468db507-b3ab-4fe8-b549-b40e62ba5065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce6e5d7-4426-4221-bcf2-478de7a303c0,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:42.155784 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-468db507-b3ab-4fe8-b549-b40e62ba5065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:42.225682 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:42.405073 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] For port a7278982-569e-4285-a253-1b28271bd001, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=a7278982-569e-4285-a253-1b28271bd001,segment=NetworkSegment(d2acd06d-3258-4e85-83e2-eb6e5065c29b),segment_id=d2acd06d-3258-4e85-83e2-eb6e5065c29b)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:47:42.521078 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:42.523116 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:42.581077 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Pushing event updated for resources: {'Port': ['ID=a7278982-569e-4285-a253-1b28271bd001,revision_number=5']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:42.588436 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:42.588786 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:42.589134 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:42.589468 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:42.589797 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:42.590127 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:42.590451 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:42.590772 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:42.591122 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:42.591447 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:42.591767 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:42.592084 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:42.595963 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:42.995030 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 51926) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:43.010759 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-ff2f04b0-b8c5-406b-a8d7-add7b3879d05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:43.096017 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-ff2f04b0-b8c5-406b-a8d7-add7b3879d05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:43.156431 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-ff2f04b0-b8c5-406b-a8d7-add7b3879d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:43.160757 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-468db507-b3ab-4fe8-b549-b40e62ba5065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:43.197575 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-ff2f04b0-b8c5-406b-a8d7-add7b3879d05 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=469346e3d7174ca78498568cc6347158&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2014353 Jun 16 09:47:43.200002 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2f04b0-b8c5-406b-a8d7-add7b3879d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a029abdf-ed6f-4b3d-8983-dfd594944b25,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:43.200756 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 51930) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:43.203502 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-ff2f04b0-b8c5-406b-a8d7-add7b3879d05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:43.254334 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-eff13490-13c2-4766-8805-13540639c353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:43.276806 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-eff13490-13c2-4766-8805-13540639c353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:43.425519 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-eff13490-13c2-4766-8805-13540639c353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:43.428252 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-eff13490-13c2-4766-8805-13540639c353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:43.429455 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-eff13490-13c2-4766-8805-13540639c353 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a029abdf-ed6f-4b3d-8983-dfd594944b25 HTTP/1.1" status: 204 len: 168 time: 0.2275536 Jun 16 09:47:43.430306 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-76073511-8dd2-479a-9989-0a5938ac7b85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:43.438708 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff13490-13c2-4766-8805-13540639c353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a029abdf-ed6f-4b3d-8983-dfd594944b25,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:43.441643 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-eff13490-13c2-4766-8805-13540639c353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:43.905129 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device a7278982-569e-4285-a253-1b28271bd001 up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:47:43.952937 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning complete for port a7278982-569e-4285-a253-1b28271bd001 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:47:43.953327 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:45.234823 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c533648-61bf-4e19-b33e-8b8da0867a5a req-876be92b-0e15-472a-bc36-b8cd58f86421 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:45.236400 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-0c533648-61bf-4e19-b33e-8b8da0867a5a req-876be92b-0e15-472a-bc36-b8cd58f86421 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ccc4506-2658-4833-9f3b-dfb7d3def97c HTTP/1.1" status: 200 len: 946 time: 0.0633135 Jun 16 09:47:45.274828 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-0c533648-61bf-4e19-b33e-8b8da0867a5a req-046a2293-d654-4235-9c81-86b7d945464a tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/security-groups?id=e122ffc2-269c-4c68-bb19-efe30185c869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319064 Jun 16 09:47:45.493035 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 52038) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:45.596768 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-356cb92b-e67a-4702-9ea0-43c8a04bc577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:45.689261 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-356cb92b-e67a-4702-9ea0-43c8a04bc577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:45.842052 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-356cb92b-e67a-4702-9ea0-43c8a04bc577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:45.844836 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-c6dc8258-64db-4177-b365-e92a24006655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:45.879622 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356cb92b-e67a-4702-9ea0-43c8a04bc577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e188f47-2ef7-49d1-b1ad-d4fa3d989b84,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:45.884054 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-356cb92b-e67a-4702-9ea0-43c8a04bc577 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3a70714c8e0e4ddb8a678d64d286da50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3899729 Jun 16 09:47:45.884967 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-356cb92b-e67a-4702-9ea0-43c8a04bc577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:45.886870 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 52044) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:45.935131 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-b2af918f-ee80-4bb6-a94d-b914241427b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:45.955928 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-b2af918f-ee80-4bb6-a94d-b914241427b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:46.116580 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-b2af918f-ee80-4bb6-a94d-b914241427b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:46.119307 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-b2af918f-ee80-4bb6-a94d-b914241427b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:46.120444 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-b2af918f-ee80-4bb6-a94d-b914241427b4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3e188f47-2ef7-49d1-b1ad-d4fa3d989b84 HTTP/1.1" status: 204 len: 168 time: 0.2328014 Jun 16 09:47:46.121207 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:46.129295 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af918f-ee80-4bb6-a94d-b914241427b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e188f47-2ef7-49d1-b1ad-d4fa3d989b84,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:46.131440 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-b2af918f-ee80-4bb6-a94d-b914241427b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:46.453173 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ffa0cb-be9b-46f9-88ae-a155ba95c802 req-6a2d208c-a67c-4f74-a16d-9d7337c833aa tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:46.454605 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-15ffa0cb-be9b-46f9-88ae-a155ba95c802 req-6a2d208c-a67c-4f74-a16d-9d7337c833aa tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ccc4506-2658-4833-9f3b-dfb7d3def97c HTTP/1.1" status: 200 len: 946 time: 0.0628974 Jun 16 09:47:46.504317 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-15ffa0cb-be9b-46f9-88ae-a155ba95c802 req-9229a0f6-ad35-44d0-88b9-36389ea86bd2 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/security-groups?id=e122ffc2-269c-4c68-bb19-efe30185c869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432739 Jun 16 09:47:46.822769 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 52070) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:46.837847 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-993499d1-c209-4ec2-9410-06cfd8b68f1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:46.938479 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-993499d1-c209-4ec2-9410-06cfd8b68f1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:46.951382 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-d0f15535-973c-46ff-b36e-da45035e7981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:47.013624 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-993499d1-c209-4ec2-9410-06cfd8b68f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:47.024898 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-9e419bff-306d-4326-bc1e-af3c8a205e56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:47.060532 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-993499d1-c209-4ec2-9410-06cfd8b68f1e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=048ccdbe2e574d6da66170e662c0d898&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2363021 Jun 16 09:47:47.062744 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993499d1-c209-4ec2-9410-06cfd8b68f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf98339-adb8-45e4-b89f-92fad033fadc,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:47.063388 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 52080) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:47.072593 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-993499d1-c209-4ec2-9410-06cfd8b68f1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:47.123347 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-ac6a5ef9-7a9e-4296-98e5-057951c3fb01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:47.146088 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-ac6a5ef9-7a9e-4296-98e5-057951c3fb01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:47.261388 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af6a8d-0d1c-4b09-acb0-2e81a6fc4b5f req-888817af-9912-4b1c-a17c-a5f9b97e84d0 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:47.262831 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-80af6a8d-0d1c-4b09-acb0-2e81a6fc4b5f req-888817af-9912-4b1c-a17c-a5f9b97e84d0 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ccc4506-2658-4833-9f3b-dfb7d3def97c HTTP/1.1" status: 200 len: 946 time: 0.0644569 Jun 16 09:47:47.293496 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-ac6a5ef9-7a9e-4296-98e5-057951c3fb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:47.296547 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-ac6a5ef9-7a9e-4296-98e5-057951c3fb01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:47.297802 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-ac6a5ef9-7a9e-4296-98e5-057951c3fb01 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8cf98339-adb8-45e4-b89f-92fad033fadc HTTP/1.1" status: 204 len: 168 time: 0.2334640 Jun 16 09:47:47.298703 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-c07e04d4-4c6f-4035-a781-c7f6e8b83682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:47.309053 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6a5ef9-7a9e-4296-98e5-057951c3fb01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf98339-adb8-45e4-b89f-92fad033fadc,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:47.328037 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-ac6a5ef9-7a9e-4296-98e5-057951c3fb01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:47.370972 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.plugin [req-80af6a8d-0d1c-4b09-acb0-2e81a6fc4b5f req-0a3c534e-9c5e-4a25-b414-921d76e4a447 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Deleting port 6be1d571-6569-4031-b2fa-23a6d703f997 {{(pid=98981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:47:47.370972 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-80af6a8d-0d1c-4b09-acb0-2e81a6fc4b5f req-0a3c534e-9c5e-4a25-b414-921d76e4a447 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:47.478073 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.db [req-80af6a8d-0d1c-4b09-acb0-2e81a6fc4b5f req-0a3c534e-9c5e-4a25-b414-921d76e4a447 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] For port 6be1d571-6569-4031-b2fa-23a6d703f997, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6be1d571-6569-4031-b2fa-23a6d703f997,segment=NetworkSegment(11d7a99c-391a-4d23-a81d-60969cf78e17),segment_id=11d7a99c-391a-4d23-a81d-60969cf78e17)] {{(pid=98981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:47:47.478474 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-80af6a8d-0d1c-4b09-acb0-2e81a6fc4b5f req-0a3c534e-9c5e-4a25-b414-921d76e4a447 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:47.555148 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.plugin [req-80af6a8d-0d1c-4b09-acb0-2e81a6fc4b5f req-0a3c534e-9c5e-4a25-b414-921d76e4a447 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Calling delete_port for 6be1d571-6569-4031-b2fa-23a6d703f997 owned by compute:nova {{(pid=98981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:47:47.753808 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016debd-d960-4957-ad2d-62c52ec6ed42 req-5ac47e25-3442-435a-884c-56b404f0fe8b tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:47.755285 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-8016debd-d960-4957-ad2d-62c52ec6ed42 req-5ac47e25-3442-435a-884c-56b404f0fe8b tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ccc4506-2658-4833-9f3b-dfb7d3def97c HTTP/1.1" status: 200 len: 946 time: 0.1222849 Jun 16 09:47:47.794657 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-8016debd-d960-4957-ad2d-62c52ec6ed42 req-bc803a40-1844-4bca-b172-0e77925e926d tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/security-groups?id=e122ffc2-269c-4c68-bb19-efe30185c869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335071 Jun 16 09:47:47.825575 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-80af6a8d-0d1c-4b09-acb0-2e81a6fc4b5f req-0a3c534e-9c5e-4a25-b414-921d76e4a447 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126587795'] for port, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:47.830470 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:47.857142 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c534e-9c5e-4a25-b414-921d76e4a447 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Pushing event deleted for resources: {'Port': ['ID=6be1d571-6569-4031-b2fa-23a6d703f997,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:47.860725 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-0a3c534e-9c5e-4a25-b414-921d76e4a447 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:47.871202 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] get_ports_and_sgs() called for port_ids ['6be1d571-6569-4031-b2fa-23a6d703f997'] {{(pid=98982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:47:47.907495 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.l3_dvrscheduler_db [req-80af6a8d-0d1c-4b09-acb0-2e81a6fc4b5f req-0a3c534e-9c5e-4a25-b414-921d76e4a447 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] No DVR routers for this DVR port 6be1d571-6569-4031-b2fa-23a6d703f997 on host hv-cinder-79628 {{(pid=98981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:47:47.911846 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-80af6a8d-0d1c-4b09-acb0-2e81a6fc4b5f req-0a3c534e-9c5e-4a25-b414-921d76e4a447 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for port, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:47.914306 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-80af6a8d-0d1c-4b09-acb0-2e81a6fc4b5f req-0a3c534e-9c5e-4a25-b414-921d76e4a447 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.49 "DELETE /v2.0/ports/6be1d571-6569-4031-b2fa-23a6d703f997 HTTP/1.1" status: 204 len: 173 time: 0.6436586 Jun 16 09:47:47.914965 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ccc4506-2658-4833-9f3b-dfb7d3def97c', 'name': 'network-vif-deleted', 'tag': '6be1d571-6569-4031-b2fa-23a6d703f997'}] {{(pid=98981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:47:47.917830 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18eb52cff4d517b1dce9432e7e66d3e16844a09bb405b8b8e4b50ca476568750" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45892820-66db-4ae5-8391-88f48d5943e9" -d '{"events": [{"server_uuid": "0ccc4506-2658-4833-9f3b-dfb7d3def97c", "name": "network-vif-deleted", "tag": "6be1d571-6569-4031-b2fa-23a6d703f997"}]}' {{(pid=98981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:47:47.957064 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05df1d24-6638-47e8-b7af-3d9c8b59daca x-openstack-request-id: req-05df1d24-6638-47e8-b7af-3d9c8b59daca {{(pid=98981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:47:47.957385 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ccc4506-2658-4833-9f3b-dfb7d3def97c", "name": "network-vif-deleted", "tag": "6be1d571-6569-4031-b2fa-23a6d703f997", "status": "completed", "code": 200}]} {{(pid=98981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:47:47.957667 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-05df1d24-6638-47e8-b7af-3d9c8b59daca {{(pid=98981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:47:47.958112 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ccc4506-2658-4833-9f3b-dfb7d3def97c', 'name': 'network-vif-deleted', 'tag': '6be1d571-6569-4031-b2fa-23a6d703f997', 'status': 'completed', 'code': 200} Jun 16 09:47:48.961454 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-48ad0f75-0908-4570-ac96-44c4d04b4ba7 req-1452ee73-6701-43e1-b74b-3e3d24883806 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ccc4506-2658-4833-9f3b-dfb7d3def97c HTTP/1.1" status: 200 len: 210 time: 0.0289350 Jun 16 09:47:49.282569 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-0cc6b832-828b-4f3a-b062-f2e5ddd06765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:49.526260 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:50.293988 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94561fd-17a6-4622-9ec6-1598de7b3d24 req-c2f3cb74-24eb-4d90-898c-f15c42965082 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:50.295446 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-c94561fd-17a6-4622-9ec6-1598de7b3d24 req-c2f3cb74-24eb-4d90-898c-f15c42965082 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 946 time: 0.0624020 Jun 16 09:47:50.336834 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-c94561fd-17a6-4622-9ec6-1598de7b3d24 req-e72ec2fe-ac1f-430d-aabf-7fb66977fd8a tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354486 Jun 16 09:47:50.374372 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 6be1d571-6569-4031-b2fa-23a6d703f997 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:47:50.395245 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] No Port match for: 6be1d571-6569-4031-b2fa-23a6d703f997 {{(pid=98982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:47:50.395619 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 6be1d571-6569-4031-b2fa-23a6d703f997 not bound to the agent host hv-cinder-79628 {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:47:50.486330 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-16d92f64-da1b-4eb0-8f0f-160fef97265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:51.541835 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344366da-9e01-40a6-9c8d-c735cc23329f req-c8cb2f93-c30a-4ff0-8bee-8adb8215d149 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:51.543629 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-344366da-9e01-40a6-9c8d-c735cc23329f req-c8cb2f93-c30a-4ff0-8bee-8adb8215d149 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 946 time: 0.0862305 Jun 16 09:47:51.581564 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-344366da-9e01-40a6-9c8d-c735cc23329f req-d62b80c7-661e-4db0-b1ef-f7d948aacb9d tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315089 Jun 16 09:47:52.390574 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e4fb578b-fd5e-47f0-aa8c-4b83a36f29c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:52.759983 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c005f-87b2-42db-9755-a8f98542e631 req-38614066-4f79-4445-81ba-c17eeea75d02 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:52.761395 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-6b0c005f-87b2-42db-9755-a8f98542e631 req-38614066-4f79-4445-81ba-c17eeea75d02 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 946 time: 0.0653217 Jun 16 09:47:53.049198 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-6b0c005f-87b2-42db-9755-a8f98542e631 req-aa0d82cf-f61a-453d-b99e-025f5f3cf31a tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2820899 Jun 16 09:47:54.248520 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee0776-4b0c-431a-ac63-283fe89b4e24 req-eb43fe34-7dac-45a0-95cd-918a320ef716 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:54.249955 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-65ee0776-4b0c-431a-ac63-283fe89b4e24 req-eb43fe34-7dac-45a0-95cd-918a320ef716 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 946 time: 0.0686851 Jun 16 09:47:54.289372 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-65ee0776-4b0c-431a-ac63-283fe89b4e24 req-262ebb62-dbec-4b4d-b2e3-628f0eb7c130 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326936 Jun 16 09:47:54.623459 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d57d11-ebd6-45ea-a3e6-7dc95d347ea7 req-05959981-1e4b-4ae2-a5d4-1c958eaba830 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:54.624906 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-11d57d11-ebd6-45ea-a3e6-7dc95d347ea7 req-05959981-1e4b-4ae2-a5d4-1c958eaba830 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.49 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 946 time: 0.0613210 Jun 16 09:47:54.730724 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.plugin [req-11d57d11-ebd6-45ea-a3e6-7dc95d347ea7 req-1f40f3a1-b2c0-4aae-9677-8fdd0dcb2bde tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Deleting port 5403c8cd-0d51-4beb-b15b-ccfb976d5fd4 {{(pid=98981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:47:54.731117 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-11d57d11-ebd6-45ea-a3e6-7dc95d347ea7 req-1f40f3a1-b2c0-4aae-9677-8fdd0dcb2bde tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:54.821348 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.db [req-11d57d11-ebd6-45ea-a3e6-7dc95d347ea7 req-1f40f3a1-b2c0-4aae-9677-8fdd0dcb2bde tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] For port 5403c8cd-0d51-4beb-b15b-ccfb976d5fd4, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5403c8cd-0d51-4beb-b15b-ccfb976d5fd4,segment=NetworkSegment(072836ba-11c0-4d89-9dbf-d840ce8bf23f),segment_id=072836ba-11c0-4d89-9dbf-d840ce8bf23f)] {{(pid=98981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:47:54.821699 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-11d57d11-ebd6-45ea-a3e6-7dc95d347ea7 req-1f40f3a1-b2c0-4aae-9677-8fdd0dcb2bde tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:54.937703 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 52246) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:55.031224 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-11d57d11-ebd6-45ea-a3e6-7dc95d347ea7 req-1f40f3a1-b2c0-4aae-9677-8fdd0dcb2bde tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:55.031388 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-11d57d11-ebd6-45ea-a3e6-7dc95d347ea7 req-1f40f3a1-b2c0-4aae-9677-8fdd0dcb2bde tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761582'] for floatingip, after_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:55.031627 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.db.l3_db [req-11d57d11-ebd6-45ea-a3e6-7dc95d347ea7 req-1f40f3a1-b2c0-4aae-9677-8fdd0dcb2bde tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Floating IP 9a75f51a-0887-4eac-8098-e8ebf2ea2e49 disassociated. External IP: 172.27.0.21, port: 5403c8cd-0d51-4beb-b15b-ccfb976d5fd4. Jun 16 09:47:55.031963 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.plugin [req-11d57d11-ebd6-45ea-a3e6-7dc95d347ea7 req-1f40f3a1-b2c0-4aae-9677-8fdd0dcb2bde tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Calling delete_port for 5403c8cd-0d51-4beb-b15b-ccfb976d5fd4 owned by compute:nova {{(pid=98981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:47:55.052379 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-ef89e568-95e1-402e-98c6-73402a0ac731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:55.139995 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-ef89e568-95e1-402e-98c6-73402a0ac731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:55.263295 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-ef89e568-95e1-402e-98c6-73402a0ac731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:55.265969 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-d4a6f684-0bb0-4ea7-8c98-e0684dd61083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:55.303261 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-11d57d11-ebd6-45ea-a3e6-7dc95d347ea7 req-1f40f3a1-b2c0-4aae-9677-8fdd0dcb2bde tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126587795'] for port, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:55.303594 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-ef89e568-95e1-402e-98c6-73402a0ac731 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=43e820d6bfad4eaba56c27e590a5582d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3668170 Jun 16 09:47:55.305803 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e568-95e1-402e-98c6-73402a0ac731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ffbd83-b9f6-40ef-bfcd-29a963abbc03,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:55.307810 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 52252) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:55.316222 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:55.324263 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e568-95e1-402e-98c6-73402a0ac731 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:55.324636 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e568-95e1-402e-98c6-73402a0ac731 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:55.325083 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e568-95e1-402e-98c6-73402a0ac731 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:55.325460 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e568-95e1-402e-98c6-73402a0ac731 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:55.325817 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e568-95e1-402e-98c6-73402a0ac731 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:55.326612 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e568-95e1-402e-98c6-73402a0ac731 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:55.326612 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e568-95e1-402e-98c6-73402a0ac731 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:55.326937 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e568-95e1-402e-98c6-73402a0ac731 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:55.327219 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e568-95e1-402e-98c6-73402a0ac731 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:55.327565 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e568-95e1-402e-98c6-73402a0ac731 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:55.327911 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e568-95e1-402e-98c6-73402a0ac731 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:55.328252 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e568-95e1-402e-98c6-73402a0ac731 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:55.334297 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-ef89e568-95e1-402e-98c6-73402a0ac731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:55.337731 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f40f3a1-b2c0-4aae-9677-8fdd0dcb2bde tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Pushing event deleted for resources: {'Port': ['ID=5403c8cd-0d51-4beb-b15b-ccfb976d5fd4,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:55.340900 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-1f40f3a1-b2c0-4aae-9677-8fdd0dcb2bde tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:55.390142 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-a3e6e0bb-d628-44e0-8168-61cb078d5e06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:55.413856 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-a3e6e0bb-d628-44e0-8168-61cb078d5e06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:55.461397 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-6a99ff2a-e104-4f76-8866-9804b23352d2 req-6d452ab4-f6c9-4163-badf-e0e71d3c1d0b tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 210 time: 0.0314956 Jun 16 09:47:55.516103 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11d57d11-ebd6-45ea-a3e6-7dc95d347ea7 req-1f40f3a1-b2c0-4aae-9677-8fdd0dcb2bde tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Router 8b693ca6-9734-4668-8ef5-857ac618c9b0 has already been hosted by L3 agent 7768ee83-37c7-4165-88a2-5844eb43ad81 {{(pid=98981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:47:55.557549 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-a3e6e0bb-d628-44e0-8168-61cb078d5e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:55.562859 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-a3e6e0bb-d628-44e0-8168-61cb078d5e06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:55.567114 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-a3e6e0bb-d628-44e0-8168-61cb078d5e06 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b6ffbd83-b9f6-40ef-bfcd-29a963abbc03 HTTP/1.1" status: 204 len: 168 time: 0.2554622 Jun 16 09:47:55.567114 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-cb3122c3-2575-492b-8662-44fff0dcfc87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:55.574285 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e6e0bb-d628-44e0-8168-61cb078d5e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ffbd83-b9f6-40ef-bfcd-29a963abbc03,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:55.577074 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-a3e6e0bb-d628-44e0-8168-61cb078d5e06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:55.635020 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11d57d11-ebd6-45ea-a3e6-7dc95d347ea7 req-1f40f3a1-b2c0-4aae-9677-8fdd0dcb2bde tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify agent at l3_agent.dv-cinder-796286-4-iscsi the message routers_updated {{(pid=98981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:47:55.645125 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29756e1f-60bf-4a5c-912f-9b18b3ccb25b None None] Sync routers for ids ['8b693ca6-9734-4668-8ef5-857ac618c9b0'] in dv-cinder-796286-4-iscsi {{(pid=98982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:47:55.654247 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29756e1f-60bf-4a5c-912f-9b18b3ccb25b None None] Routers {'8b693ca6-9734-4668-8ef5-857ac618c9b0'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:47:55.654965 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-29756e1f-60bf-4a5c-912f-9b18b3ccb25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:47:49Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['8b693ca6-9734-4668-8ef5-857ac618c9b0'], 'active': True} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:47:55.683636 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d57d11-ebd6-45ea-a3e6-7dc95d347ea7 req-1f40f3a1-b2c0-4aae-9677-8fdd0dcb2bde tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] No DVR routers for this DVR port 5403c8cd-0d51-4beb-b15b-ccfb976d5fd4 on host hv-cinder-79628 {{(pid=98981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:47:55.686525 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-11d57d11-ebd6-45ea-a3e6-7dc95d347ea7 req-1f40f3a1-b2c0-4aae-9677-8fdd0dcb2bde tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for port, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:55.698818 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-11d57d11-ebd6-45ea-a3e6-7dc95d347ea7 req-1f40f3a1-b2c0-4aae-9677-8fdd0dcb2bde tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.49 "DELETE /v2.0/ports/5403c8cd-0d51-4beb-b15b-ccfb976d5fd4 HTTP/1.1" status: 204 len: 173 time: 1.0624726 Jun 16 09:47:55.698818 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7907a93c-47c0-4567-9871-4798aae2fd88', 'name': 'network-vif-deleted', 'tag': '5403c8cd-0d51-4beb-b15b-ccfb976d5fd4'}] {{(pid=98981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:47:55.699558 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18eb52cff4d517b1dce9432e7e66d3e16844a09bb405b8b8e4b50ca476568750" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df547c4-2a6d-49fb-a878-9eb0bbec3cd0" -d '{"events": [{"server_uuid": "7907a93c-47c0-4567-9871-4798aae2fd88", "name": "network-vif-deleted", "tag": "5403c8cd-0d51-4beb-b15b-ccfb976d5fd4"}]}' {{(pid=98981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:47:55.760454 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dcf592e-e076-45d3-b454-7ea9ca929b9b x-openstack-request-id: req-6dcf592e-e076-45d3-b454-7ea9ca929b9b {{(pid=98981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:47:55.760782 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7907a93c-47c0-4567-9871-4798aae2fd88", "name": "network-vif-deleted", "tag": "5403c8cd-0d51-4beb-b15b-ccfb976d5fd4", "status": "completed", "code": 200}]} {{(pid=98981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:47:55.761061 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6dcf592e-e076-45d3-b454-7ea9ca929b9b {{(pid=98981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:47:55.761485 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7907a93c-47c0-4567-9871-4798aae2fd88', 'name': 'network-vif-deleted', 'tag': '5403c8cd-0d51-4beb-b15b-ccfb976d5fd4', 'status': 'completed', 'code': 200} Jun 16 09:47:55.787922 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvr_db [None req-29756e1f-60bf-4a5c-912f-9b18b3ccb25b None None] Set router 8b693ca6-9734-4668-8ef5-857ac618c9b0 gateway port host: dv-cinder-796286-4-iscsi {{(pid=98982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:47:56.010786 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.agents_db [None req-3560065e-ea11-4ff4-820f-b568c2ca0093 None None] Agent healthcheck: found 6 active agents {{(pid=98983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:47:56.026519 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-29756e1f-60bf-4a5c-912f-9b18b3ccb25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'name': 'tempest-AttachVolumeShelveTestJSON-541137821-router', 'tenant_id': 'f5476756cec74ac89980f811e6b4c64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'd5a6b48e-b827-4b1d-8036-8d3d55cee802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:04Z', 'updated_at': '2021-06-16T09:43:12Z', 'revision_number': 4, 'project_id': 'f5476756cec74ac89980f811e6b4c64a', 'gw_port': {'id': 'd5a6b48e-b827-4b1d-8036-8d3d55cee802', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:05Z', 'updated_at': '2021-06-16T09:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_interfaces': [{'id': 'a353de90-689e-4e22-9cdf-c78b30b62585', 'name': '', 'network_id': 'b643789e-234a-40e9-b489-894119bc4f89', 'tenant_id': 'f5476756cec74ac89980f811e6b4c64a', 'mac_address': 'fa:16:3e:cb:49:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b5e9ba67-07c6-43ea-ad13-16d85d3a0ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:11Z', 'updated_at': '2021-06-16T09:43:23Z', 'revision_number': 5, 'project_id': 'f5476756cec74ac89980f811e6b4c64a', 'subnets': [{'id': 'b5e9ba67-07c6-43ea-ad13-16d85d3a0ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:47:56.030916 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29756e1f-60bf-4a5c-912f-9b18b3ccb25b None None] Checking router: 8b693ca6-9734-4668-8ef5-857ac618c9b0 for host: dv-cinder-796286-4-iscsi {{(pid=98982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:47:56.042115 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29756e1f-60bf-4a5c-912f-9b18b3ccb25b None None] Routers {'8b693ca6-9734-4668-8ef5-857ac618c9b0'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:47:56.042720 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-29756e1f-60bf-4a5c-912f-9b18b3ccb25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:47:49Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['8b693ca6-9734-4668-8ef5-857ac618c9b0'], 'active': True} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:47:56.165017 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvr_db [None req-29756e1f-60bf-4a5c-912f-9b18b3ccb25b None None] Set router 8b693ca6-9734-4668-8ef5-857ac618c9b0 gateway port host: dv-cinder-796286-4-iscsi {{(pid=98982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:47:56.316637 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 52272) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:56.330680 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-4d71fd97-880c-4dc4-a499-be5403e2eda7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:56.391620 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-29756e1f-60bf-4a5c-912f-9b18b3ccb25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'name': 'tempest-AttachVolumeShelveTestJSON-541137821-router', 'tenant_id': 'f5476756cec74ac89980f811e6b4c64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'd5a6b48e-b827-4b1d-8036-8d3d55cee802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:04Z', 'updated_at': '2021-06-16T09:43:12Z', 'revision_number': 4, 'project_id': 'f5476756cec74ac89980f811e6b4c64a', 'gw_port': {'id': 'd5a6b48e-b827-4b1d-8036-8d3d55cee802', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:05Z', 'updated_at': '2021-06-16T09:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_interfaces': [{'id': 'a353de90-689e-4e22-9cdf-c78b30b62585', 'name': '', 'network_id': 'b643789e-234a-40e9-b489-894119bc4f89', 'tenant_id': 'f5476756cec74ac89980f811e6b4c64a', 'mac_address': 'fa:16:3e:cb:49:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b5e9ba67-07c6-43ea-ad13-16d85d3a0ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:11Z', 'updated_at': '2021-06-16T09:43:23Z', 'revision_number': 5, 'project_id': 'f5476756cec74ac89980f811e6b4c64a', 'subnets': [{'id': 'b5e9ba67-07c6-43ea-ad13-16d85d3a0ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:47:56.396179 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29756e1f-60bf-4a5c-912f-9b18b3ccb25b None None] The sync data for ids ['8b693ca6-9734-4668-8ef5-857ac618c9b0'] in dv-cinder-796286-4-iscsi is: [{'id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'name': 'tempest-AttachVolumeShelveTestJSON-541137821-router', 'tenant_id': 'f5476756cec74ac89980f811e6b4c64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'd5a6b48e-b827-4b1d-8036-8d3d55cee802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:04Z', 'updated_at': '2021-06-16T09:43:12Z', 'revision_number': 4, 'project_id': 'f5476756cec74ac89980f811e6b4c64a', 'gw_port': {'id': 'd5a6b48e-b827-4b1d-8036-8d3d55cee802', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:05Z', 'updated_at': '2021-06-16T09:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_interfaces': [{'id': 'a353de90-689e-4e22-9cdf-c78b30b62585', 'name': '', 'network_id': 'b643789e-234a-40e9-b489-894119bc4f89', 'tenant_id': 'f5476756cec74ac89980f811e6b4c64a', 'mac_address': 'fa:16:3e:cb:49:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b5e9ba67-07c6-43ea-ad13-16d85d3a0ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:11Z', 'updated_at': '2021-06-16T09:43:23Z', 'revision_number': 5, 'project_id': 'f5476756cec74ac89980f811e6b4c64a', 'subnets': [{'id': 'b5e9ba67-07c6-43ea-ad13-16d85d3a0ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:47:56.435105 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-4d71fd97-880c-4dc4-a499-be5403e2eda7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:56.510797 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-4d71fd97-880c-4dc4-a499-be5403e2eda7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:56.513731 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-2445b35f-1b40-4e04-abda-19417933bfbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:56.558641 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-4d71fd97-880c-4dc4-a499-be5403e2eda7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=562f732371de4c759c986603feb782c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2403922 Jun 16 09:47:56.559932 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d71fd97-880c-4dc4-a499-be5403e2eda7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2951f1b1-a80f-4621-afd2-12350a120151,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:56.562007 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 52282) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:56.575011 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-4d71fd97-880c-4dc4-a499-be5403e2eda7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:56.678028 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f71cdc-2086-4426-87b1-c2c7ef0d6954 None None] New status for floating IP 9a75f51a-0887-4eac-8098-e8ebf2ea2e49: DOWN {{(pid=98983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 09:47:56.685543 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-92c81022-b73d-44c0-b585-3bdd21d28ab0 req-fdaaf0df-21c7-40c0-ac3b-a645bfc4b4e1 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=7907a93c-47c0-4567-9871-4798aae2fd88 HTTP/1.1" status: 200 len: 210 time: 0.0502687 Jun 16 09:47:56.688486 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-b14660aa-6425-4422-86bb-5b22cb9c0e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:56.712029 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-b14660aa-6425-4422-86bb-5b22cb9c0e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:56.819684 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-b14660aa-6425-4422-86bb-5b22cb9c0e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:56.822332 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-b14660aa-6425-4422-86bb-5b22cb9c0e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:56.826068 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-b14660aa-6425-4422-86bb-5b22cb9c0e87 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2951f1b1-a80f-4621-afd2-12350a120151 HTTP/1.1" status: 204 len: 168 time: 0.2601762 Jun 16 09:47:56.826068 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-18e88353-70c6-4a42-b046-5005c12064ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:56.833277 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14660aa-6425-4422-86bb-5b22cb9c0e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2951f1b1-a80f-4621-afd2-12350a120151,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:56.837518 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-b14660aa-6425-4422-86bb-5b22cb9c0e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:57.963739 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 52316) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:58.023136 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-c2a7b678-94a8-4610-94ac-04a0f39e0f8c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks [] for security_group, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:58.048081 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-c2a7b678-94a8-4610-94ac-04a0f39e0f8c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:58.198626 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-c2a7b678-94a8-4610-94ac-04a0f39e0f8c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:58.198626 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-c2a7b678-94a8-4610-94ac-04a0f39e0f8c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:58.198626 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-c2a7b678-94a8-4610-94ac-04a0f39e0f8c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "DELETE /v2.0/security-groups/dc2069c1-0cb8-41d6-acb5-c7399a4a5c43 HTTP/1.1" status: 204 len: 168 time: 0.2333095 Jun 16 09:47:58.199501 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-f78aac4b-bd5d-46da-bd5d-94a62d3fcf1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:58.201366 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 52322) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:58.209115 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a7b678-94a8-4610-94ac-04a0f39e0f8c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2069c1-0cb8-41d6-acb5-c7399a4a5c43,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:58.211369 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-c2a7b678-94a8-4610-94ac-04a0f39e0f8c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:58.216119 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.api.v2.resource [None req-f6f043cd-290a-4336-8582-71bf22f852de tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] show failed (client error): The resource could not be found. Jun 16 09:47:58.217077 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-f6f043cd-290a-4336-8582-71bf22f852de tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups/dc2069c1-0cb8-41d6-acb5-c7399a4a5c43 HTTP/1.1" status: 404 len: 347 time: 0.0146475 Jun 16 09:47:58.220026 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 52324) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:58.374975 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.plugin [None req-362cda86-b410-4382-abd8-e48ab7616c92 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Deleting port 289aad91-0306-40b8-8975-a9d8d599ef9d {{(pid=98980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:47:58.375307 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-362cda86-b410-4382-abd8-e48ab7616c92 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:58.452332 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-362cda86-b410-4382-abd8-e48ab7616c92 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:58.452562 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-362cda86-b410-4382-abd8-e48ab7616c92 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:58.522982 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.plugin [None req-362cda86-b410-4382-abd8-e48ab7616c92 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Calling delete_port for 289aad91-0306-40b8-8975-a9d8d599ef9d owned by network:floatingip {{(pid=98980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:47:58.756525 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-362cda86-b410-4382-abd8-e48ab7616c92 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126582338'] for port, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:58.758692 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-e7714d9e-a79e-4988-bcc9-2aef0e7447f2 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:59.004710 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362cda86-b410-4382-abd8-e48ab7616c92 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Pushing event deleted for resources: {'Port': ['ID=289aad91-0306-40b8-8975-a9d8d599ef9d,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:59.007876 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-362cda86-b410-4382-abd8-e48ab7616c92 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:59.068146 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-362cda86-b410-4382-abd8-e48ab7616c92 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks [] for floatingip, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:59.070596 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-362cda86-b410-4382-abd8-e48ab7616c92 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for floatingip, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:59.071768 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-362cda86-b410-4382-abd8-e48ab7616c92 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "DELETE /v2.0/floatingips/9a75f51a-0887-4eac-8098-e8ebf2ea2e49 HTTP/1.1" status: 204 len: 168 time: 0.8507237 Jun 16 09:47:59.524551 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 52354) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:59.529429 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [None req-d75aab02-cada-49dd-b3af-2576f6f260da tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1372794228', 'description': 'tempest-description--1415573062'}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:47:59.607993 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-d75aab02-cada-49dd-b3af-2576f6f260da tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks [] for security_group, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:59.690194 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-d75aab02-cada-49dd-b3af-2576f6f260da tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks [] for security_group, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:59.756618 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-d75aab02-cada-49dd-b3af-2576f6f260da tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:59.760953 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-eff13490-13c2-4766-8805-13540639c353 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:59.787796 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75aab02-cada-49dd-b3af-2576f6f260da tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e49f9d52-0af8-4ade-8943-72bc36c938a2,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:59.793094 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-d75aab02-cada-49dd-b3af-2576f6f260da tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:59.863316 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-d75aab02-cada-49dd-b3af-2576f6f260da tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks [] for security_group, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:59.866748 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-d75aab02-cada-49dd-b3af-2576f6f260da tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3388546 Jun 16 09:47:59.869002 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 52362) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:59.873578 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [None req-1c076a17-4d49-4f11-822d-920ae1933551 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Request body: {'security_group_rule': {'security_group_id': 'e49f9d52-0af8-4ade-8943-72bc36c938a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:47:59.963855 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 5403c8cd-0d51-4beb-b15b-ccfb976d5fd4 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:47:59.983935 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-1c076a17-4d49-4f11-822d-920ae1933551 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:59.984139 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] No Port match for: 5403c8cd-0d51-4beb-b15b-ccfb976d5fd4 {{(pid=98982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:47:59.984377 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 5403c8cd-0d51-4beb-b15b-ccfb976d5fd4 not bound to the agent host hv-cinder-79628 {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:48:00.044509 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-1c076a17-4d49-4f11-822d-920ae1933551 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:00.102496 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-1c076a17-4d49-4f11-822d-920ae1933551 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719390'] for security_group_rule, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:00.104558 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-ad9af979-af44-422a-a342-abf09f7d3f5b tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:00.121698 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c076a17-4d49-4f11-822d-920ae1933551 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4e97823-ec0b-4d84-adb0-a1de3e7264aa,revision_number=0']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:00.124615 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-1c076a17-4d49-4f11-822d-920ae1933551 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:00.200140 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-1c076a17-4d49-4f11-822d-920ae1933551 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:00.201368 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-1c076a17-4d49-4f11-822d-920ae1933551 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3313863 Jun 16 09:48:00.204340 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 52366) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:48:00.208783 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [None req-c632c0cb-6919-4200-b5eb-a9099add6c9a tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Request body: {'security_group_rule': {'security_group_id': 'e49f9d52-0af8-4ade-8943-72bc36c938a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:48:00.310060 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-c632c0cb-6919-4200-b5eb-a9099add6c9a tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:00.365315 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-c632c0cb-6919-4200-b5eb-a9099add6c9a tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:00.482139 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-c632c0cb-6919-4200-b5eb-a9099add6c9a tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719390'] for security_group_rule, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:00.484294 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-e18b2d7b-302c-42c0-83b1-f48c4496ac1f tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:00.500163 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c632c0cb-6919-4200-b5eb-a9099add6c9a tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc6ac5b0-c382-4d28-b6c4-13ff73cfc8d6,revision_number=0']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:00.502961 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-c632c0cb-6919-4200-b5eb-a9099add6c9a tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:00.579673 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-c632c0cb-6919-4200-b5eb-a9099add6c9a tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:00.581294 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-c632c0cb-6919-4200-b5eb-a9099add6c9a tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3755403 Jun 16 09:48:00.584556 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 52372) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:48:00.590993 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [None req-b1599483-6b22-4731-80d6-3dd5c937b12c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Request body: {'floatingip': {'floating_network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f'}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:48:00.688018 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-b1599483-6b22-4731-80d6-3dd5c937b12c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks [] for floatingip, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:00.787574 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-b1599483-6b22-4731-80d6-3dd5c937b12c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:00.889855 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.db_base_plugin_common [None req-b1599483-6b22-4731-80d6-3dd5c937b12c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Allocated IP 172.27.0.177 (e7fe10b8-90c4-4cba-8f65-340465ca325f/474b542b-67ec-4e86-95bf-cb7c30e5c62d/ce83d5c8-12f7-4f2f-8842-b8f26ba66ede) {{(pid=98980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:48:01.001086 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-b1599483-6b22-4731-80d6-3dd5c937b12c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks [] for port, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:01.117103 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-b1599483-6b22-4731-80d6-3dd5c937b12c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126582365'] for port, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:01.119321 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-b31d1174-e6be-43c1-ac8a-e922e92e8501 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:01.155408 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1599483-6b22-4731-80d6-3dd5c937b12c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Network e7fe10b8-90c4-4cba-8f65-340465ca325f is already hosted by enough agents. {{(pid=98980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:48:01.160705 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.base_scheduler [None req-b1599483-6b22-4731-80d6-3dd5c937b12c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Resources bound (agent type, host, resource id): {{(pid=98980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:48:01.164123 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1599483-6b22-4731-80d6-3dd5c937b12c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Received port after_create {{(pid=98980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:48:01.169497 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1599483-6b22-4731-80d6-3dd5c937b12c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Pushing event updated for resources: {'Port': ['ID=ce83d5c8-12f7-4f2f-8842-b8f26ba66ede,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:01.189281 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-b1599483-6b22-4731-80d6-3dd5c937b12c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:01.257565 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-b1599483-6b22-4731-80d6-3dd5c937b12c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:01.459490 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-b1599483-6b22-4731-80d6-3dd5c937b12c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:01.618270 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-b1599483-6b22-4731-80d6-3dd5c937b12c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks [] for port, precommit_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:01.708720 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-b1599483-6b22-4731-80d6-3dd5c937b12c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126582347'] for port, after_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:01.711808 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-362cda86-b410-4382-abd8-e48ab7616c92 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:01.774981 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1599483-6b22-4731-80d6-3dd5c937b12c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Pushing event updated for resources: {'Port': ['ID=ce83d5c8-12f7-4f2f-8842-b8f26ba66ede,revision_number=2']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:01.778747 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-b1599483-6b22-4731-80d6-3dd5c937b12c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:01.786706 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-b1599483-6b22-4731-80d6-3dd5c937b12c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761582'] for floatingip, after_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:01.911369 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-b1599483-6b22-4731-80d6-3dd5c937b12c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for floatingip, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:01.912940 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-b1599483-6b22-4731-80d6-3dd5c937b12c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3274343 Jun 16 09:48:06.227951 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-b5d7dce8-187e-4b53-8593-eaf1ecca58fd req-52fbc1ed-35b7-4a51-9f5d-b48b15f461d8 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1372794228&fields=id&tenant_id=f5476756cec74ac89980f811e6b4c64a HTTP/1.1" status: 200 len: 267 time: 0.0350487 Jun 16 09:48:06.305925 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b6edab-6ff5-4257-9c96-7bf183af7d6b req-b92ed192-e48f-4552-83ef-e0a3367ed221 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:06.307459 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-82b6edab-6ff5-4257-9c96-7bf183af7d6b req-b92ed192-e48f-4552-83ef-e0a3367ed221 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/networks?id=e910ab9c-cb4c-44ec-8166-8d95582d52ce HTTP/1.1" status: 200 len: 814 time: 0.1186264 Jun 16 09:48:06.323834 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-82b6edab-6ff5-4257-9c96-7bf183af7d6b req-c7959b7a-f818-4f86-bac0-9bedd8d24343 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/quotas/0d15dff7450049d78136b03e72d70749 HTTP/1.1" status: 200 len: 375 time: 0.0100987 Jun 16 09:48:06.343356 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d7dce8-187e-4b53-8593-eaf1ecca58fd req-d7bc4257-cc34-44cd-9c7c-1826f967cea4 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:06.344693 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-b5d7dce8-187e-4b53-8593-eaf1ecca58fd req-d7bc4257-cc34-44cd-9c7c-1826f967cea4 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/networks?id=b643789e-234a-40e9-b489-894119bc4f89 HTTP/1.1" status: 200 len: 816 time: 0.1102986 Jun 16 09:48:06.363703 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-82b6edab-6ff5-4257-9c96-7bf183af7d6b req-24d8e780-fbe7-4368-b169-70626feb2300 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d15dff7450049d78136b03e72d70749&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343177 Jun 16 09:48:06.364136 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-b5d7dce8-187e-4b53-8593-eaf1ecca58fd req-f6fce51c-265a-4c6f-ad8f-0392f3c1c954 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/quotas/f5476756cec74ac89980f811e6b4c64a HTTP/1.1" status: 200 len: 375 time: 0.0137024 Jun 16 09:48:06.439083 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 52498) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:48:06.449163 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-b5d7dce8-187e-4b53-8593-eaf1ecca58fd req-367aa142-2ef1-45ac-b4e4-15e4ba586851 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f5476756cec74ac89980f811e6b4c64a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0736918 Jun 16 09:48:06.504893 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-8e982e1b-7670-4f33-ae47-c95adfef6a3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:06.605686 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-82b6edab-6ff5-4257-9c96-7bf183af7d6b req-bb7a49be-a8f7-4cbb-ae2e-40604ddef912 service neutron] 10.222.0.25 "GET /v2.0/networks/e910ab9c-cb4c-44ec-8166-8d95582d52ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353797 Jun 16 09:48:06.609555 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-b5d7dce8-187e-4b53-8593-eaf1ecca58fd req-16145ce6-dfdb-4edf-a571-88f3be12c407 service neutron] 10.222.0.25 "GET /v2.0/networks/b643789e-234a-40e9-b489-894119bc4f89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475780 Jun 16 09:48:06.704784 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-b5d7dce8-187e-4b53-8593-eaf1ecca58fd req-6b028f2a-71eb-4a3e-9178-e8db0d1a320b service neutron] 10.222.0.25 "GET /v2.0/networks/b643789e-234a-40e9-b489-894119bc4f89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891042 Jun 16 09:48:06.744711 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-8e982e1b-7670-4f33-ae47-c95adfef6a3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:06.747372 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-82b6edab-6ff5-4257-9c96-7bf183af7d6b req-2037ddae-4191-4c77-a9db-e10f7bdb7a65 service neutron] 10.222.0.25 "GET /v2.0/networks/e910ab9c-cb4c-44ec-8166-8d95582d52ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307802 Jun 16 09:48:06.813562 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-8e982e1b-7670-4f33-ae47-c95adfef6a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:06.818427 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-91e4b796-0b0f-4606-98d1-e01b56ef9b81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:06.855325 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-8e982e1b-7670-4f33-ae47-c95adfef6a3b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bfc914110ddb49a5bfa337e13dd160b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4150074 Jun 16 09:48:06.856453 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e982e1b-7670-4f33-ae47-c95adfef6a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdde77b7-cf06-4b0d-9949-c97a9eece5d7,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:06.857983 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 52510) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:48:06.859438 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-8e982e1b-7670-4f33-ae47-c95adfef6a3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:06.911176 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-44e51079-dfc3-4256-a528-95a1f1149fd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:06.972501 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-6a642ee2-bcc7-4c51-92bd-8f7f24a71eb2 req-4f070d26-1a20-46b5-9da5-ed72babbca24 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 210 time: 0.0418320 Jun 16 09:48:06.974437 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-44e51079-dfc3-4256-a528-95a1f1149fd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:07.009142 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-1c67be49-1086-4e72-b5c3-9d76049944dd req-15ad65e7-77a2-4552-8d6e-92d1ac2f9e59 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/ports?device_id=37f03ecd-bc20-41d9-aa1c-0d890bc58f5e HTTP/1.1" status: 200 len: 210 time: 0.0335865 Jun 16 09:48:07.110800 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-44e51079-dfc3-4256-a528-95a1f1149fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:07.114333 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-44e51079-dfc3-4256-a528-95a1f1149fd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:07.120769 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-44e51079-dfc3-4256-a528-95a1f1149fd3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fdde77b7-cf06-4b0d-9949-c97a9eece5d7 HTTP/1.1" status: 204 len: 168 time: 0.2560263 Jun 16 09:48:07.120769 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-5ba3833c-2b36-4006-948a-bfa8b6f908cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:07.128982 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e51079-dfc3-4256-a528-95a1f1149fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdde77b7-cf06-4b0d-9949-c97a9eece5d7,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:07.140001 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-44e51079-dfc3-4256-a528-95a1f1149fd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:07.869169 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 52548) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:48:07.890759 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-41cf0ab7-cee3-40cf-bafe-48772f924bbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:07.993962 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-41cf0ab7-cee3-40cf-bafe-48772f924bbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:08.100859 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-a487ef71-66ad-48f0-a22b-fe6d6fd16af2 req-871f0ccf-24fe-4e67-a495-228579e19cde tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/ports?device_id=37f03ecd-bc20-41d9-aa1c-0d890bc58f5e HTTP/1.1" status: 200 len: 210 time: 0.0300884 Jun 16 09:48:08.135532 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-13e25fd9-6eb4-41ee-a1d0-0b6b4844496c req-5cde2051-bb7e-448d-8e59-17c1997a50d1 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 210 time: 0.0309942 Jun 16 09:48:08.145102 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-41cf0ab7-cee3-40cf-bafe-48772f924bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:08.149515 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-e73cfa1d-f63f-4bc3-8fea-12100592acc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:08.189995 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-41cf0ab7-cee3-40cf-bafe-48772f924bbc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b5ece84fffeb4d3b9fd453f021278f8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3172445 Jun 16 09:48:08.192509 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cf0ab7-cee3-40cf-bafe-48772f924bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551c58f5-7d98-4621-a795-7b842ac0df31,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:08.193215 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 52554) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:48:08.195762 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-41cf0ab7-cee3-40cf-bafe-48772f924bbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:08.255160 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-c6d0466c-49ff-41d5-a1ca-542dd144cc91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:08.276571 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-c6d0466c-49ff-41d5-a1ca-542dd144cc91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:08.400397 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-c6d0466c-49ff-41d5-a1ca-542dd144cc91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:08.405003 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-c6d0466c-49ff-41d5-a1ca-542dd144cc91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:08.410293 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-c6d0466c-49ff-41d5-a1ca-542dd144cc91 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/551c58f5-7d98-4621-a795-7b842ac0df31 HTTP/1.1" status: 204 len: 168 time: 0.2160397 Jun 16 09:48:08.411757 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-0820e910-0a8a-491d-80da-e2e3c9d25e7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:08.421901 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d0466c-49ff-41d5-a1ca-542dd144cc91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551c58f5-7d98-4621-a795-7b842ac0df31,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:08.424330 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-c6d0466c-49ff-41d5-a1ca-542dd144cc91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:09.257163 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-5a7c18d7-b5fd-46de-82db-bcc90e7bf248 req-04d895e7-409f-47a9-9802-4ca73ace789d tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/ports?device_id=37f03ecd-bc20-41d9-aa1c-0d890bc58f5e HTTP/1.1" status: 200 len: 210 time: 0.0309582 Jun 16 09:48:09.309421 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-9ffbb705-4ea1-4e1d-b35a-6c2ba791ada9 req-d3c5bb23-7ec8-4633-a193-fdfe58dc2c66 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 210 time: 0.0403156 Jun 16 09:48:09.634410 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d7dce8-187e-4b53-8593-eaf1ecca58fd req-0e31b8d3-f568-4117-89b3-66a7f823ee6b tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:09.636063 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-b5d7dce8-187e-4b53-8593-eaf1ecca58fd req-0e31b8d3-f568-4117-89b3-66a7f823ee6b tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.49 "GET /v2.0/networks?id=b643789e-234a-40e9-b489-894119bc4f89 HTTP/1.1" status: 200 len: 816 time: 0.1163659 Jun 16 09:48:09.692038 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-b5d7dce8-187e-4b53-8593-eaf1ecca58fd req-88cebceb-283b-485a-a1fd-46af5dfb7b67 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5476756cec74ac89980f811e6b4c64a HTTP/1.1" status: 200 len: 380 time: 0.0380816 Jun 16 09:48:09.719267 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [req-b5d7dce8-187e-4b53-8593-eaf1ecca58fd req-c9f26263-6a9f-4a6e-84bc-3dda1028e800 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Request body: {'port': {'device_id': 'a1f9fa49-9620-4c1b-911d-0efcb172c1d7', 'network_id': 'b643789e-234a-40e9-b489-894119bc4f89', 'admin_state_up': True, 'tenant_id': 'f5476756cec74ac89980f811e6b4c64a', 'security_groups': ['e49f9d52-0af8-4ade-8943-72bc36c938a2']}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:48:09.908399 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5d7dce8-187e-4b53-8593-eaf1ecca58fd req-c9f26263-6a9f-4a6e-84bc-3dda1028e800 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Made reservation on behalf of f5476756cec74ac89980f811e6b4c64a for: {'port': 1} {{(pid=98981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:48:09.912983 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-b5d7dce8-187e-4b53-8593-eaf1ecca58fd req-c9f26263-6a9f-4a6e-84bc-3dda1028e800 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:10.059412 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.db_base_plugin_common [req-b5d7dce8-187e-4b53-8593-eaf1ecca58fd req-c9f26263-6a9f-4a6e-84bc-3dda1028e800 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Allocated IP 172.20.0.12 (b643789e-234a-40e9-b489-894119bc4f89/b5e9ba67-07c6-43ea-ad13-16d85d3a0ee3/0195f430-99c7-4f0b-97c0-89a3f0d08ed8) {{(pid=98981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:48:10.227232 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-b5d7dce8-187e-4b53-8593-eaf1ecca58fd req-c9f26263-6a9f-4a6e-84bc-3dda1028e800 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks [] for port, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:10.242528 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.provisioning_blocks [req-b5d7dce8-187e-4b53-8593-eaf1ecca58fd req-c9f26263-6a9f-4a6e-84bc-3dda1028e800 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Transition to ACTIVE for port object 0195f430-99c7-4f0b-97c0-89a3f0d08ed8 will not be triggered until provisioned by entity DHCP. {{(pid=98981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:48:10.355127 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-b5d7dce8-187e-4b53-8593-eaf1ecca58fd req-c9f26263-6a9f-4a6e-84bc-3dda1028e800 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126587788'] for port, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:10.373636 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-6e95b4d1-837e-4f96-b40a-bcc76315bbd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:10.410453 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5d7dce8-187e-4b53-8593-eaf1ecca58fd req-c9f26263-6a9f-4a6e-84bc-3dda1028e800 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Network b643789e-234a-40e9-b489-894119bc4f89 is already hosted by enough agents. {{(pid=98981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:48:10.430805 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.base_scheduler [req-b5d7dce8-187e-4b53-8593-eaf1ecca58fd req-c9f26263-6a9f-4a6e-84bc-3dda1028e800 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Resources bound (agent type, host, resource id): {{(pid=98981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:48:10.453552 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d7dce8-187e-4b53-8593-eaf1ecca58fd req-c9f26263-6a9f-4a6e-84bc-3dda1028e800 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Received port after_create {{(pid=98981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:48:10.508065 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-e4b57901-cef8-4674-b811-2d11293a4cd7 req-ec26cc4b-3b36-4b68-b505-7752c8e9ce62 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/ports?device_id=37f03ecd-bc20-41d9-aa1c-0d890bc58f5e HTTP/1.1" status: 200 len: 210 time: 0.0963652 Jun 16 09:48:10.514390 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d7dce8-187e-4b53-8593-eaf1ecca58fd req-c9f26263-6a9f-4a6e-84bc-3dda1028e800 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:10.515194 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-b5d7dce8-187e-4b53-8593-eaf1ecca58fd req-c9f26263-6a9f-4a6e-84bc-3dda1028e800 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for port, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:10.549460 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f26263-6a9f-4a6e-84bc-3dda1028e800 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Pushing event updated for resources: {'Port': ['ID=0195f430-99c7-4f0b-97c0-89a3f0d08ed8,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:10.552992 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-c9f26263-6a9f-4a6e-84bc-3dda1028e800 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:10.597352 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-b5d7dce8-187e-4b53-8593-eaf1ecca58fd req-c9f26263-6a9f-4a6e-84bc-3dda1028e800 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8826027 Jun 16 09:48:10.598078 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b6edab-6ff5-4257-9c96-7bf183af7d6b req-272a96fa-0d1a-461d-b0dd-900313ec6823 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:10.599555 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-82b6edab-6ff5-4257-9c96-7bf183af7d6b req-272a96fa-0d1a-461d-b0dd-900313ec6823 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.49 "GET /v2.0/networks?id=e910ab9c-cb4c-44ec-8166-8d95582d52ce HTTP/1.1" status: 200 len: 814 time: 0.2204175 Jun 16 09:48:10.628445 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bdbf5-d1b5-40a2-b1d9-ed4238105737 req-65807327-09b3-40b3-b841-1051d5c5cffd tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:10.630097 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-9f5bdbf5-d1b5-40a2-b1d9-ed4238105737 req-65807327-09b3-40b3-b841-1051d5c5cffd tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 932 time: 0.1768768 Jun 16 09:48:10.634295 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [req-b5d7dce8-187e-4b53-8593-eaf1ecca58fd req-bfc7f18c-33af-4e09-8094-fa671b3ebc06 service neutron] Request body: {'port': {'device_id': 'a1f9fa49-9620-4c1b-911d-0efcb172c1d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:48:10.636464 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [req-82b6edab-6ff5-4257-9c96-7bf183af7d6b req-40338e4f-c642-4634-a345-584d55d0d9ed tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Request body: {'port': {'device_id': '37f03ecd-bc20-41d9-aa1c-0d890bc58f5e', 'network_id': 'e910ab9c-cb4c-44ec-8166-8d95582d52ce', 'admin_state_up': True, 'tenant_id': '0d15dff7450049d78136b03e72d70749'}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:48:10.703174 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-9f5bdbf5-d1b5-40a2-b1d9-ed4238105737 req-42255e41-7f40-46ea-b03e-843f98151ca6 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617828 Jun 16 09:48:10.740517 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-b5d7dce8-187e-4b53-8593-eaf1ecca58fd req-bfc7f18c-33af-4e09-8094-fa671b3ebc06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:10.796886 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-86fbb191-2525-44e0-b3f1-25206ae2e539 None None] Provisioning for port 0195f430-99c7-4f0b-97c0-89a3f0d08ed8 completed by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:48:10.804043 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-86fbb191-2525-44e0-b3f1-25206ae2e539 None None] Provisioning complete for port 0195f430-99c7-4f0b-97c0-89a3f0d08ed8 triggered by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:48:10.804043 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-86fbb191-2525-44e0-b3f1-25206ae2e539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:10.882329 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-86fbb191-2525-44e0-b3f1-25206ae2e539 None None] Port 0195f430-99c7-4f0b-97c0-89a3f0d08ed8 cannot update to ACTIVE because it is not bound. {{(pid=98982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 09:48:10.919948 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82b6edab-6ff5-4257-9c96-7bf183af7d6b req-40338e4f-c642-4634-a345-584d55d0d9ed tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Made reservation on behalf of 0d15dff7450049d78136b03e72d70749 for: {'port': 1} {{(pid=98980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:48:10.926904 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-82b6edab-6ff5-4257-9c96-7bf183af7d6b req-40338e4f-c642-4634-a345-584d55d0d9ed tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:11.032851 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.notifiers.nova [req-b5d7dce8-187e-4b53-8593-eaf1ecca58fd req-bfc7f18c-33af-4e09-8094-fa671b3ebc06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0195f430-99c7-4f0b-97c0-89a3f0d08ed8 {{(pid=98981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:48:11.042270 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-b5d7dce8-187e-4b53-8593-eaf1ecca58fd req-bfc7f18c-33af-4e09-8094-fa671b3ebc06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:11.055777 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.provisioning_blocks [req-b5d7dce8-187e-4b53-8593-eaf1ecca58fd req-bfc7f18c-33af-4e09-8094-fa671b3ebc06 service neutron] Transition to ACTIVE for port object 0195f430-99c7-4f0b-97c0-89a3f0d08ed8 will not be triggered until provisioned by entity L2. {{(pid=98981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:48:11.060413 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.db_base_plugin_common [req-82b6edab-6ff5-4257-9c96-7bf183af7d6b req-40338e4f-c642-4634-a345-584d55d0d9ed tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Allocated IP 172.20.0.7 (e910ab9c-cb4c-44ec-8166-8d95582d52ce/6b25991c-dc7d-4484-980e-9b79f93e8bd0/3b838530-7f8c-4654-8ff0-9580febf4261) {{(pid=98980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:48:11.214017 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-82b6edab-6ff5-4257-9c96-7bf183af7d6b req-40338e4f-c642-4634-a345-584d55d0d9ed tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Notify callbacks [] for port, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:11.262446 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-b5d7dce8-187e-4b53-8593-eaf1ecca58fd req-bfc7f18c-33af-4e09-8094-fa671b3ebc06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126587802'] for port, after_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:11.266914 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-10ae1342-06e4-4434-9258-93810b43c3ac tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:11.339385 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:11.382550 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc7f18c-33af-4e09-8094-fa671b3ebc06 service neutron] Pushing event updated for resources: {'Port': ['ID=0195f430-99c7-4f0b-97c0-89a3f0d08ed8,revision_number=2']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:11.386698 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-bfc7f18c-33af-4e09-8094-fa671b3ebc06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:11.418506 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-82b6edab-6ff5-4257-9c96-7bf183af7d6b req-40338e4f-c642-4634-a345-584d55d0d9ed tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126582365'] for port, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:11.430307 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.managers [req-b5d7dce8-187e-4b53-8593-eaf1ecca58fd req-bfc7f18c-33af-4e09-8094-fa671b3ebc06 service neutron] Attempting to bind port 0195f430-99c7-4f0b-97c0-89a3f0d08ed8 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=98981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:48:11.430307 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.managers [req-b5d7dce8-187e-4b53-8593-eaf1ecca58fd req-bfc7f18c-33af-4e09-8094-fa671b3ebc06 service neutron] Attempting to bind port 0195f430-99c7-4f0b-97c0-89a3f0d08ed8 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '072836ba-11c0-4d89-9dbf-d840ce8bf23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b643789e-234a-40e9-b489-894119bc4f89'}] {{(pid=98981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:48:11.430307 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d7dce8-187e-4b53-8593-eaf1ecca58fd req-bfc7f18c-33af-4e09-8094-fa671b3ebc06 service neutron] Attempting to bind port 0195f430-99c7-4f0b-97c0-89a3f0d08ed8 on network b643789e-234a-40e9-b489-894119bc4f89 {{(pid=98981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:48:11.431020 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-40ba78c8-35de-4a09-abaf-47431da2a946 tempest-VolumesActionsTest-1551236353 tempest-VolumesActionsTest-1551236353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:11.431122 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d7dce8-187e-4b53-8593-eaf1ecca58fd req-bfc7f18c-33af-4e09-8094-fa671b3ebc06 service neutron] Port 0195f430-99c7-4f0b-97c0-89a3f0d08ed8 on network b643789e-234a-40e9-b489-894119bc4f89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=98981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 09:48:11.431122 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d7dce8-187e-4b53-8593-eaf1ecca58fd req-bfc7f18c-33af-4e09-8094-fa671b3ebc06 service neutron] Attempting to bind port 0195f430-99c7-4f0b-97c0-89a3f0d08ed8 on network b643789e-234a-40e9-b489-894119bc4f89 {{(pid=98981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:48:11.432918 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d7dce8-187e-4b53-8593-eaf1ecca58fd req-bfc7f18c-33af-4e09-8094-fa671b3ebc06 service neutron] Checking agent: {'id': '868dca64-f295-49d2-b561-88939e4b0d1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 41, 11), 'started_at': datetime.datetime(2021, 6, 16, 9, 41, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:48:11.433270 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d7dce8-187e-4b53-8593-eaf1ecca58fd req-bfc7f18c-33af-4e09-8094-fa671b3ebc06 service neutron] Checking segment: {'id': '072836ba-11c0-4d89-9dbf-d840ce8bf23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b643789e-234a-40e9-b489-894119bc4f89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:48:11.433666 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d7dce8-187e-4b53-8593-eaf1ecca58fd req-bfc7f18c-33af-4e09-8094-fa671b3ebc06 service neutron] Bound using segment: {'id': '072836ba-11c0-4d89-9dbf-d840ce8bf23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b643789e-234a-40e9-b489-894119bc4f89'} {{(pid=98981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:48:11.434108 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.managers [req-b5d7dce8-187e-4b53-8593-eaf1ecca58fd req-bfc7f18c-33af-4e09-8094-fa671b3ebc06 service neutron] Bound port: 0195f430-99c7-4f0b-97c0-89a3f0d08ed8, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '072836ba-11c0-4d89-9dbf-d840ce8bf23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b643789e-234a-40e9-b489-894119bc4f89'}}] {{(pid=98981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:48:11.434458 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-b5d7dce8-187e-4b53-8593-eaf1ecca58fd req-bfc7f18c-33af-4e09-8094-fa671b3ebc06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:11.483437 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82b6edab-6ff5-4257-9c96-7bf183af7d6b req-40338e4f-c642-4634-a345-584d55d0d9ed tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Network e910ab9c-cb4c-44ec-8166-8d95582d52ce is already hosted by enough agents. {{(pid=98980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:48:11.487362 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.base_scheduler [req-82b6edab-6ff5-4257-9c96-7bf183af7d6b req-40338e4f-c642-4634-a345-584d55d0d9ed tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Resources bound (agent type, host, resource id): {{(pid=98980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:48:11.492111 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b6edab-6ff5-4257-9c96-7bf183af7d6b req-40338e4f-c642-4634-a345-584d55d0d9ed tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Received port after_create {{(pid=98980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:48:11.501700 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40338e4f-c642-4634-a345-584d55d0d9ed tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Pushing event updated for resources: {'Port': ['ID=3b838530-7f8c-4654-8ff0-9580febf4261,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:11.517477 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-40338e4f-c642-4634-a345-584d55d0d9ed tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:11.517994 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.db [req-b5d7dce8-187e-4b53-8593-eaf1ecca58fd req-bfc7f18c-33af-4e09-8094-fa671b3ebc06 service neutron] For port 0195f430-99c7-4f0b-97c0-89a3f0d08ed8, host hv-cinder-79628, cleared binding levels {{(pid=98981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:48:11.521224 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.db [req-b5d7dce8-187e-4b53-8593-eaf1ecca58fd req-bfc7f18c-33af-4e09-8094-fa671b3ebc06 service neutron] For port 0195f430-99c7-4f0b-97c0-89a3f0d08ed8, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=0195f430-99c7-4f0b-97c0-89a3f0d08ed8,segment=NetworkSegment(072836ba-11c0-4d89-9dbf-d840ce8bf23f),segment_id=072836ba-11c0-4d89-9dbf-d840ce8bf23f)] {{(pid=98981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:48:11.543293 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b6edab-6ff5-4257-9c96-7bf183af7d6b req-40338e4f-c642-4634-a345-584d55d0d9ed tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:11.544131 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-82b6edab-6ff5-4257-9c96-7bf183af7d6b req-40338e4f-c642-4634-a345-584d55d0d9ed tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for port, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:11.606140 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-b5d7dce8-187e-4b53-8593-eaf1ecca58fd req-bfc7f18c-33af-4e09-8094-fa671b3ebc06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126587802'] for port, after_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:11.609662 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-871357ad-0d91-41e4-bcbb-7639c9d11d12 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:11.654432 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-82b6edab-6ff5-4257-9c96-7bf183af7d6b req-40338e4f-c642-4634-a345-584d55d0d9ed tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0232484 Jun 16 09:48:11.660150 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d7dce8-187e-4b53-8593-eaf1ecca58fd req-bfc7f18c-33af-4e09-8094-fa671b3ebc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:11.664582 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-b5d7dce8-187e-4b53-8593-eaf1ecca58fd req-bfc7f18c-33af-4e09-8094-fa671b3ebc06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for port, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:11.665468 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-b5d7dce8-187e-4b53-8593-eaf1ecca58fd req-bfc7f18c-33af-4e09-8094-fa671b3ebc06 service neutron] 10.222.0.49 "PUT /v2.0/ports/0195f430-99c7-4f0b-97c0-89a3f0d08ed8 HTTP/1.1" status: 200 len: 1094 time: 1.0355291 Jun 16 09:48:11.665985 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1f9fa49-9620-4c1b-911d-0efcb172c1d7', 'tag': '0195f430-99c7-4f0b-97c0-89a3f0d08ed8'}] {{(pid=98981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:48:11.668315 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18eb52cff4d517b1dce9432e7e66d3e16844a09bb405b8b8e4b50ca476568750" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6585169e-02b4-456f-8a55-86caa3209246" -d '{"events": [{"name": "network-changed", "server_uuid": "a1f9fa49-9620-4c1b-911d-0efcb172c1d7", "tag": "0195f430-99c7-4f0b-97c0-89a3f0d08ed8"}]}' {{(pid=98981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:48:11.684764 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [req-82b6edab-6ff5-4257-9c96-7bf183af7d6b req-532e3eeb-365d-4c12-b1d0-e00e08f842e8 service neutron] Request body: {'port': {'device_id': '37f03ecd-bc20-41d9-aa1c-0d890bc58f5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:48:11.727778 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b5ef52-c0be-4b0a-a350-b25953c6647c x-openstack-request-id: req-55b5ef52-c0be-4b0a-a350-b25953c6647c {{(pid=98981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:48:11.727778 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1f9fa49-9620-4c1b-911d-0efcb172c1d7", "tag": "0195f430-99c7-4f0b-97c0-89a3f0d08ed8", "status": "completed", "code": 200}]} {{(pid=98981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:48:11.727778 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-55b5ef52-c0be-4b0a-a350-b25953c6647c {{(pid=98981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:48:11.727778 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1f9fa49-9620-4c1b-911d-0efcb172c1d7', 'tag': '0195f430-99c7-4f0b-97c0-89a3f0d08ed8', 'status': 'completed', 'code': 200} Jun 16 09:48:11.735585 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc7f18c-33af-4e09-8094-fa671b3ebc06 service neutron] Pushing event updated for resources: {'Port': ['ID=0195f430-99c7-4f0b-97c0-89a3f0d08ed8,revision_number=3']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:11.740183 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-bfc7f18c-33af-4e09-8094-fa671b3ebc06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:11.773516 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fdba77-8b34-4c3f-80ac-f0fb820b7df4 req-0a07ca8b-09fe-4112-bc50-534481aff0cd tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:11.775306 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f8fdba77-8b34-4c3f-80ac-f0fb820b7df4 req-0a07ca8b-09fe-4112-bc50-534481aff0cd tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/ports?device_id=37f03ecd-bc20-41d9-aa1c-0d890bc58f5e HTTP/1.1" status: 200 len: 931 time: 0.1343198 Jun 16 09:48:11.789948 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-82b6edab-6ff5-4257-9c96-7bf183af7d6b req-532e3eeb-365d-4c12-b1d0-e00e08f842e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:11.876871 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f8fdba77-8b34-4c3f-80ac-f0fb820b7df4 req-a0fcdb86-4a20-4235-8bed-03eff148911d tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/security-groups?id=e122ffc2-269c-4c68-bb19-efe30185c869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941081 Jun 16 09:48:11.901849 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585169e-02b4-456f-8a55-86caa3209246 req-5aa780ad-9be8-4c46-a4e9-66a15b439a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:11.904561 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-6585169e-02b4-456f-8a55-86caa3209246 req-5aa780ad-9be8-4c46-a4e9-66a15b439a27 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f5476756cec74ac89980f811e6b4c64a&device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 1097 time: 0.1126838 Jun 16 09:48:12.045067 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585169e-02b4-456f-8a55-86caa3209246 req-1486c2f1-c108-4c9e-8685-a1f2e71c07d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:12.046804 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-6585169e-02b4-456f-8a55-86caa3209246 req-1486c2f1-c108-4c9e-8685-a1f2e71c07d7 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=f5476756cec74ac89980f811e6b4c64a&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1255906 Jun 16 09:48:12.055457 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77efc0ba-5eec-456b-beaa-8b0e59122cf4 req-d83d5be3-c283-4eab-bcbb-2692046f4115 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:12.056891 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-77efc0ba-5eec-456b-beaa-8b0e59122cf4 req-d83d5be3-c283-4eab-bcbb-2692046f4115 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 944 time: 0.1393557 Jun 16 09:48:12.126306 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-77efc0ba-5eec-456b-beaa-8b0e59122cf4 req-45f1c04a-bf1f-4ac5-a77f-616834049599 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636101 Jun 16 09:48:12.167150 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585169e-02b4-456f-8a55-86caa3209246 req-99a82fe8-6495-4c8d-8d94-d96345bd119b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:12.168263 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.notifiers.nova [req-82b6edab-6ff5-4257-9c96-7bf183af7d6b req-532e3eeb-365d-4c12-b1d0-e00e08f842e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b838530-7f8c-4654-8ff0-9580febf4261 {{(pid=98980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:48:12.168601 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-6585169e-02b4-456f-8a55-86caa3209246 req-99a82fe8-6495-4c8d-8d94-d96345bd119b service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1105599 Jun 16 09:48:12.177198 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-82b6edab-6ff5-4257-9c96-7bf183af7d6b req-532e3eeb-365d-4c12-b1d0-e00e08f842e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:12.190364 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.provisioning_blocks [req-82b6edab-6ff5-4257-9c96-7bf183af7d6b req-532e3eeb-365d-4c12-b1d0-e00e08f842e8 service neutron] Transition to ACTIVE for port object 3b838530-7f8c-4654-8ff0-9580febf4261 will not be triggered until provisioned by entity L2. {{(pid=98980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:48:12.259249 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-82b6edab-6ff5-4257-9c96-7bf183af7d6b req-532e3eeb-365d-4c12-b1d0-e00e08f842e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126582347'] for port, after_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:12.262340 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-e31f25dc-231e-4fd7-8ca5-583211bda07d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:12.293317 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d7dce8-187e-4b53-8593-eaf1ecca58fd req-b0c9d5ce-7ca7-4ca2-88c5-ae25596f82a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:12.295704 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-b5d7dce8-187e-4b53-8593-eaf1ecca58fd req-b0c9d5ce-7ca7-4ca2-88c5-ae25596f82a5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f5476756cec74ac89980f811e6b4c64a&device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 1097 time: 0.0538251 Jun 16 09:48:12.349741 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-b5d7dce8-187e-4b53-8593-eaf1ecca58fd req-cc6499b9-28f2-40e5-b073-02fb49f93eae service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0195f430-99c7-4f0b-97c0-89a3f0d08ed8 HTTP/1.1" status: 200 len: 217 time: 0.0389202 Jun 16 09:48:12.350102 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532e3eeb-365d-4c12-b1d0-e00e08f842e8 service neutron] Pushing event updated for resources: {'Port': ['ID=3b838530-7f8c-4654-8ff0-9580febf4261,revision_number=2']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:12.371219 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-532e3eeb-365d-4c12-b1d0-e00e08f842e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:12.413065 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d7dce8-187e-4b53-8593-eaf1ecca58fd req-9d9100aa-5a10-4154-8b4a-865dfd35a815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:12.414787 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-b5d7dce8-187e-4b53-8593-eaf1ecca58fd req-9d9100aa-5a10-4154-8b4a-865dfd35a815 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b5e9ba67-07c6-43ea-ad13-16d85d3a0ee3 HTTP/1.1" status: 200 len: 855 time: 0.0560944 Jun 16 09:48:12.429101 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.managers [req-82b6edab-6ff5-4257-9c96-7bf183af7d6b req-532e3eeb-365d-4c12-b1d0-e00e08f842e8 service neutron] Attempting to bind port 3b838530-7f8c-4654-8ff0-9580febf4261 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:48:12.429437 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.managers [req-82b6edab-6ff5-4257-9c96-7bf183af7d6b req-532e3eeb-365d-4c12-b1d0-e00e08f842e8 service neutron] Attempting to bind port 3b838530-7f8c-4654-8ff0-9580febf4261 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '11d7a99c-391a-4d23-a81d-60969cf78e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'e910ab9c-cb4c-44ec-8166-8d95582d52ce'}] {{(pid=98980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:48:12.429757 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b6edab-6ff5-4257-9c96-7bf183af7d6b req-532e3eeb-365d-4c12-b1d0-e00e08f842e8 service neutron] Attempting to bind port 3b838530-7f8c-4654-8ff0-9580febf4261 on network e910ab9c-cb4c-44ec-8166-8d95582d52ce {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:48:12.434068 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b6edab-6ff5-4257-9c96-7bf183af7d6b req-532e3eeb-365d-4c12-b1d0-e00e08f842e8 service neutron] Port 3b838530-7f8c-4654-8ff0-9580febf4261 on network e910ab9c-cb4c-44ec-8166-8d95582d52ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 09:48:12.434381 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b6edab-6ff5-4257-9c96-7bf183af7d6b req-532e3eeb-365d-4c12-b1d0-e00e08f842e8 service neutron] Attempting to bind port 3b838530-7f8c-4654-8ff0-9580febf4261 on network e910ab9c-cb4c-44ec-8166-8d95582d52ce {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:48:12.439473 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b6edab-6ff5-4257-9c96-7bf183af7d6b req-532e3eeb-365d-4c12-b1d0-e00e08f842e8 service neutron] Checking agent: {'id': '868dca64-f295-49d2-b561-88939e4b0d1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 41, 11), 'started_at': datetime.datetime(2021, 6, 16, 9, 41, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:48:12.439857 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b6edab-6ff5-4257-9c96-7bf183af7d6b req-532e3eeb-365d-4c12-b1d0-e00e08f842e8 service neutron] Checking segment: {'id': '11d7a99c-391a-4d23-a81d-60969cf78e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'e910ab9c-cb4c-44ec-8166-8d95582d52ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:48:12.440240 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b6edab-6ff5-4257-9c96-7bf183af7d6b req-532e3eeb-365d-4c12-b1d0-e00e08f842e8 service neutron] Bound using segment: {'id': '11d7a99c-391a-4d23-a81d-60969cf78e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'e910ab9c-cb4c-44ec-8166-8d95582d52ce'} {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:48:12.440655 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.managers [req-82b6edab-6ff5-4257-9c96-7bf183af7d6b req-532e3eeb-365d-4c12-b1d0-e00e08f842e8 service neutron] Bound port: 3b838530-7f8c-4654-8ff0-9580febf4261, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11d7a99c-391a-4d23-a81d-60969cf78e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'e910ab9c-cb4c-44ec-8166-8d95582d52ce'}}] {{(pid=98980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:48:12.440994 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-82b6edab-6ff5-4257-9c96-7bf183af7d6b req-532e3eeb-365d-4c12-b1d0-e00e08f842e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:12.480944 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d7dce8-187e-4b53-8593-eaf1ecca58fd req-c20acf42-4022-42d3-b6d4-72fd476981d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:12.481865 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-b5d7dce8-187e-4b53-8593-eaf1ecca58fd req-c20acf42-4022-42d3-b6d4-72fd476981d2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b643789e-234a-40e9-b489-894119bc4f89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0595715 Jun 16 09:48:12.541630 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.db [req-82b6edab-6ff5-4257-9c96-7bf183af7d6b req-532e3eeb-365d-4c12-b1d0-e00e08f842e8 service neutron] For port 3b838530-7f8c-4654-8ff0-9580febf4261, host hv-cinder-79628, cleared binding levels {{(pid=98980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:48:12.546110 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.db [req-82b6edab-6ff5-4257-9c96-7bf183af7d6b req-532e3eeb-365d-4c12-b1d0-e00e08f842e8 service neutron] For port 3b838530-7f8c-4654-8ff0-9580febf4261, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=3b838530-7f8c-4654-8ff0-9580febf4261,segment=NetworkSegment(11d7a99c-391a-4d23-a81d-60969cf78e17),segment_id=11d7a99c-391a-4d23-a81d-60969cf78e17)] {{(pid=98980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:48:12.706446 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-82b6edab-6ff5-4257-9c96-7bf183af7d6b req-532e3eeb-365d-4c12-b1d0-e00e08f842e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126582347'] for port, after_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:12.709589 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-800f23ea-a351-45ab-91ba-65d04abc25d4 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:12.741613 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b6edab-6ff5-4257-9c96-7bf183af7d6b req-532e3eeb-365d-4c12-b1d0-e00e08f842e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:12.742620 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-82b6edab-6ff5-4257-9c96-7bf183af7d6b req-532e3eeb-365d-4c12-b1d0-e00e08f842e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for port, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:12.743850 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-82b6edab-6ff5-4257-9c96-7bf183af7d6b req-532e3eeb-365d-4c12-b1d0-e00e08f842e8 service neutron] 10.222.0.49 "PUT /v2.0/ports/3b838530-7f8c-4654-8ff0-9580febf4261 HTTP/1.1" status: 200 len: 1093 time: 1.0648420 Jun 16 09:48:12.744444 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37f03ecd-bc20-41d9-aa1c-0d890bc58f5e', 'tag': '3b838530-7f8c-4654-8ff0-9580febf4261'}] {{(pid=98980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:48:12.746849 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f334069be3519ec184138b23d582e39f65c0d47b6cef299b3d1a0596e5c2100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8520b901-a896-401e-aa52-a04a37493f91" -d '{"events": [{"name": "network-changed", "server_uuid": "37f03ecd-bc20-41d9-aa1c-0d890bc58f5e", "tag": "3b838530-7f8c-4654-8ff0-9580febf4261"}]}' {{(pid=98980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:48:12.774066 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532e3eeb-365d-4c12-b1d0-e00e08f842e8 service neutron] Pushing event updated for resources: {'Port': ['ID=3b838530-7f8c-4654-8ff0-9580febf4261,revision_number=3']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:12.777432 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-532e3eeb-365d-4c12-b1d0-e00e08f842e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:12.804224 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2812a243-2663-4c5c-b9a8-253e55c57bdd x-openstack-request-id: req-2812a243-2663-4c5c-b9a8-253e55c57bdd {{(pid=98980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:48:12.804545 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37f03ecd-bc20-41d9-aa1c-0d890bc58f5e", "tag": "3b838530-7f8c-4654-8ff0-9580febf4261", "status": "completed", "code": 200}]} {{(pid=98980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:48:12.804823 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2812a243-2663-4c5c-b9a8-253e55c57bdd {{(pid=98980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:48:12.805245 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37f03ecd-bc20-41d9-aa1c-0d890bc58f5e', 'tag': '3b838530-7f8c-4654-8ff0-9580febf4261', 'status': 'completed', 'code': 200} Jun 16 09:48:12.918687 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-b5d7dce8-187e-4b53-8593-eaf1ecca58fd req-ed4474f2-a6e7-4650-8652-12ed89dbe570 service neutron] 10.222.0.49 "GET /v2.0/networks/b643789e-234a-40e9-b489-894119bc4f89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4292855 Jun 16 09:48:12.923772 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-6bfed52b-84c4-4d9e-a552-06eadb28be36 req-fd6b38a9-9111-4773-95ba-8ba8683e66f6 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1676909799&fields=id&tenant_id=6226202408dc460f85ceba7cc535d9f3 HTTP/1.1" status: 200 len: 267 time: 0.0689259 Jun 16 09:48:12.928401 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520b901-a896-401e-aa52-a04a37493f91 req-40291771-b772-45de-9e85-a729b86332d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:12.930227 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-8520b901-a896-401e-aa52-a04a37493f91 req-40291771-b772-45de-9e85-a729b86332d2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d15dff7450049d78136b03e72d70749&device_id=37f03ecd-bc20-41d9-aa1c-0d890bc58f5e HTTP/1.1" status: 200 len: 1096 time: 0.0554507 Jun 16 09:48:13.113549 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-b5d7dce8-187e-4b53-8593-eaf1ecca58fd req-f438909c-62c3-4ec4-9582-3e41afb90511 service neutron] 10.222.0.49 "GET /v2.0/networks/b643789e-234a-40e9-b489-894119bc4f89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854939 Jun 16 09:48:13.119999 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520b901-a896-401e-aa52-a04a37493f91 req-5bd241c0-ee69-4fa9-87b1-96b0cddf2eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:13.120136 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfed52b-84c4-4d9e-a552-06eadb28be36 req-57c737a4-c460-4578-8925-5162c4b3f2bf tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:13.121446 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-6bfed52b-84c4-4d9e-a552-06eadb28be36 req-57c737a4-c460-4578-8925-5162c4b3f2bf tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/networks?id=66418228-6d38-41fe-a16e-152e97d803b9 HTTP/1.1" status: 200 len: 809 time: 0.1838591 Jun 16 09:48:13.122119 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-8520b901-a896-401e-aa52-a04a37493f91 req-5bd241c0-ee69-4fa9-87b1-96b0cddf2eb4 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=0d15dff7450049d78136b03e72d70749&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1749051 Jun 16 09:48:13.136753 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-6bfed52b-84c4-4d9e-a552-06eadb28be36 req-a40970c9-29c3-40a7-b0b4-8f6884a34461 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/quotas/6226202408dc460f85ceba7cc535d9f3 HTTP/1.1" status: 200 len: 375 time: 0.0096018 Jun 16 09:48:13.143964 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab85a05-1360-407d-b777-043e52b18888 req-6bcb0a67-8f32-4ffc-96e3-84681a139606 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:13.145413 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-dab85a05-1360-407d-b777-043e52b18888 req-6bcb0a67-8f32-4ffc-96e3-84681a139606 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/ports?device_id=37f03ecd-bc20-41d9-aa1c-0d890bc58f5e HTTP/1.1" status: 200 len: 943 time: 0.0962400 Jun 16 09:48:13.186186 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-dab85a05-1360-407d-b777-043e52b18888 req-8b487d40-a5b5-4360-834c-76c70b2799f1 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/security-groups?id=e122ffc2-269c-4c68-bb19-efe30185c869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351102 Jun 16 09:48:13.209153 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-6bfed52b-84c4-4d9e-a552-06eadb28be36 req-e7af9e90-a12f-45c9-940b-25bfb03ffedb tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6226202408dc460f85ceba7cc535d9f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0669672 Jun 16 09:48:13.307188 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-6bfed52b-84c4-4d9e-a552-06eadb28be36 req-8887ea7b-00d8-4ee3-84c8-09591501e7a8 service neutron] 10.222.0.25 "GET /v2.0/networks/66418228-6d38-41fe-a16e-152e97d803b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866611 Jun 16 09:48:13.362325 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3aedcb-1114-470c-8c03-b8b01e1eaa54 req-1af05c54-85c1-479b-af7e-c10ca153b048 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:13.363856 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-8c3aedcb-1114-470c-8c03-b8b01e1eaa54 req-1af05c54-85c1-479b-af7e-c10ca153b048 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 944 time: 0.0812857 Jun 16 09:48:13.404885 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-6bfed52b-84c4-4d9e-a552-06eadb28be36 req-6a727bff-397b-40d4-b2fd-086a807a4a18 service neutron] 10.222.0.25 "GET /v2.0/networks/66418228-6d38-41fe-a16e-152e97d803b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916739 Jun 16 09:48:13.405845 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-8c3aedcb-1114-470c-8c03-b8b01e1eaa54 req-3ba4dc57-b6d0-47e6-a0a5-55d5053c654c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355597 Jun 16 09:48:14.376506 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d007c5-dad4-4166-815f-3ad308be4143 req-82a7f77f-976a-4dc4-a42f-2876d770b023 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:14.376506 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-a8d007c5-dad4-4166-815f-3ad308be4143 req-82a7f77f-976a-4dc4-a42f-2876d770b023 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/ports?device_id=37f03ecd-bc20-41d9-aa1c-0d890bc58f5e HTTP/1.1" status: 200 len: 943 time: 0.0757122 Jun 16 09:48:14.400500 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-412f893d-2b9f-49e6-b28b-fe95396d2c7a req-107272b6-f332-4de2-b1a5-a47596a5001c tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 210 time: 0.0295060 Jun 16 09:48:14.415556 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-a8d007c5-dad4-4166-815f-3ad308be4143 req-fb088e2e-becd-456a-bb60-947caa3873a4 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/security-groups?id=e122ffc2-269c-4c68-bb19-efe30185c869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352190 Jun 16 09:48:14.597004 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a01dc3-30ac-4bb3-9afe-b2338119f93d req-c875ed89-de4e-47e3-a302-7164bb58e1ec tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:14.598472 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-89a01dc3-30ac-4bb3-9afe-b2338119f93d req-c875ed89-de4e-47e3-a302-7164bb58e1ec tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 944 time: 0.0742958 Jun 16 09:48:14.636975 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-89a01dc3-30ac-4bb3-9afe-b2338119f93d req-6175b202-d8e8-4dd3-a363-5ee99cd7628b tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328977 Jun 16 09:48:15.485177 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-abe0dc6c-36be-4f2d-ba88-fc7572f864cd req-a6c4d925-5d48-459a-abea-e6adfcba3042 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 210 time: 0.0295303 Jun 16 09:48:15.605187 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc114d-f81b-4a9a-9201-e6fb63dbe41f req-9d8f3e32-a9bf-4702-945f-19436ed2fdc0 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:15.606662 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-6ddc114d-f81b-4a9a-9201-e6fb63dbe41f req-9d8f3e32-a9bf-4702-945f-19436ed2fdc0 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/ports?device_id=37f03ecd-bc20-41d9-aa1c-0d890bc58f5e HTTP/1.1" status: 200 len: 943 time: 0.0754778 Jun 16 09:48:15.646268 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-6ddc114d-f81b-4a9a-9201-e6fb63dbe41f req-1abbec9e-1a70-4d88-b245-ef46f79281ed tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/security-groups?id=e122ffc2-269c-4c68-bb19-efe30185c869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334504 Jun 16 09:48:15.820238 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716c66c-a7ed-438b-8c4a-4febb7811b26 req-c9bca977-aec6-4280-b85e-ccbb7d6a6fbe tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:15.821689 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-5716c66c-a7ed-438b-8c4a-4febb7811b26 req-c9bca977-aec6-4280-b85e-ccbb7d6a6fbe tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 944 time: 0.0651231 Jun 16 09:48:15.861185 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-5716c66c-a7ed-438b-8c4a-4febb7811b26 req-42a01da4-faa1-4ace-b1a2-d258450e7af2 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338309 Jun 16 09:48:16.549976 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520b901-a896-401e-aa52-a04a37493f91 req-9e30247d-ffc9-45a4-acd9-50a95d554eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:16.551446 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-8520b901-a896-401e-aa52-a04a37493f91 req-9e30247d-ffc9-45a4-acd9-50a95d554eae service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0946338 Jun 16 09:48:16.631701 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-a98d009b-3b09-4cb5-862d-3f7c0c459480 req-7a58d5d6-14fb-435a-b3f6-9ae770700f95 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 210 time: 0.0314627 Jun 16 09:48:16.734820 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b6edab-6ff5-4257-9c96-7bf183af7d6b req-bd7dcb43-d16d-44d5-b06a-5952a544a2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:16.736366 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-82b6edab-6ff5-4257-9c96-7bf183af7d6b req-bd7dcb43-d16d-44d5-b06a-5952a544a2d8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d15dff7450049d78136b03e72d70749&device_id=37f03ecd-bc20-41d9-aa1c-0d890bc58f5e HTTP/1.1" status: 200 len: 1096 time: 0.0573311 Jun 16 09:48:16.802606 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-82b6edab-6ff5-4257-9c96-7bf183af7d6b req-c60fb573-21ae-424d-9124-1c19a3d0afb6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b838530-7f8c-4654-8ff0-9580febf4261 HTTP/1.1" status: 200 len: 217 time: 0.0475907 Jun 16 09:48:16.876557 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b6edab-6ff5-4257-9c96-7bf183af7d6b req-d399ee75-90e7-4bd6-9fa0-dc1ca8a8c8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:16.878011 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-82b6edab-6ff5-4257-9c96-7bf183af7d6b req-d399ee75-90e7-4bd6-9fa0-dc1ca8a8c8ba service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6b25991c-dc7d-4484-980e-9b79f93e8bd0 HTTP/1.1" status: 200 len: 854 time: 0.0591507 Jun 16 09:48:16.904832 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194fb9e-c27a-4a79-9fa8-3bb96d9a20a0 req-7bd97b09-516b-42e0-9f99-f1be7dc0f05e tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:16.906712 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-2194fb9e-c27a-4a79-9fa8-3bb96d9a20a0 req-7bd97b09-516b-42e0-9f99-f1be7dc0f05e tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/ports?device_id=37f03ecd-bc20-41d9-aa1c-0d890bc58f5e HTTP/1.1" status: 200 len: 943 time: 0.1448607 Jun 16 09:48:16.927176 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-82b6edab-6ff5-4257-9c96-7bf183af7d6b req-fd5191be-076b-4167-a4f1-e3783e8fbc30 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e910ab9c-cb4c-44ec-8166-8d95582d52ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408177 Jun 16 09:48:16.957516 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-7e4971ea-1de0-41c4-b0a7-fc82cd645002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:16.987345 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-2194fb9e-c27a-4a79-9fa8-3bb96d9a20a0 req-c2087a87-f875-4533-8f14-6f27ce04e8b0 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/security-groups?id=e122ffc2-269c-4c68-bb19-efe30185c869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623472 Jun 16 09:48:17.049807 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-82b6edab-6ff5-4257-9c96-7bf183af7d6b req-98e1075e-9c7f-4027-a5f1-2a85640e9fbe service neutron] 10.222.0.49 "GET /v2.0/networks/e910ab9c-cb4c-44ec-8166-8d95582d52ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072001 Jun 16 09:48:17.072880 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e04131-85bc-4165-9fe0-2ac31d3ca296 req-bf96782b-5807-46ec-8255-586c351813d4 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:17.072880 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-b2e04131-85bc-4165-9fe0-2ac31d3ca296 req-bf96782b-5807-46ec-8255-586c351813d4 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 944 time: 0.0880795 Jun 16 09:48:17.114542 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-b2e04131-85bc-4165-9fe0-2ac31d3ca296 req-a5e425c6-5a05-49e0-9e05-7b0eecf34c71 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391157 Jun 16 09:48:17.146904 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-82b6edab-6ff5-4257-9c96-7bf183af7d6b req-0be6524d-45f7-42b1-b3c7-9c685ef9ad5c service neutron] 10.222.0.49 "GET /v2.0/networks/e910ab9c-cb4c-44ec-8166-8d95582d52ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903902 Jun 16 09:48:17.772204 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-fd2ceec3-78a2-4af1-8e04-a576256a0de6 req-bd211ce1-6538-4fb0-ba7d-ede27c15b78f tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 210 time: 0.0280156 Jun 16 09:48:18.173368 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3fc0a-aff5-4e91-b866-a66e1ba23fee req-edd5fdae-3b59-46fc-b634-f9f52b0b4cf2 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:18.174680 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-e6a3fc0a-aff5-4e91-b866-a66e1ba23fee req-edd5fdae-3b59-46fc-b634-f9f52b0b4cf2 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/ports?device_id=37f03ecd-bc20-41d9-aa1c-0d890bc58f5e HTTP/1.1" status: 200 len: 943 time: 0.0718806 Jun 16 09:48:18.220298 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-e6a3fc0a-aff5-4e91-b866-a66e1ba23fee req-352b01a3-5282-43b8-83e3-5808a984fd48 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/security-groups?id=e122ffc2-269c-4c68-bb19-efe30185c869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381019 Jun 16 09:48:18.484994 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488aa969-f94a-4578-86b8-57ac9ade34a2 req-92929259-94ce-4dad-8c6f-1594a5a1aa3a tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:18.486557 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-488aa969-f94a-4578-86b8-57ac9ade34a2 req-92929259-94ce-4dad-8c6f-1594a5a1aa3a tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 944 time: 0.0654080 Jun 16 09:48:18.516861 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 0195f430-99c7-4f0b-97c0-89a3f0d08ed8 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=98982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 09:48:18.526098 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-488aa969-f94a-4578-86b8-57ac9ade34a2 req-903da3ac-85cc-4f68-8077-c4d430dfe50f tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322146 Jun 16 09:48:18.616646 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 0195f430-99c7-4f0b-97c0-89a3f0d08ed8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=0195f430-99c7-4f0b-97c0-89a3f0d08ed8,segment=NetworkSegment(072836ba-11c0-4d89-9dbf-d840ce8bf23f),segment_id=072836ba-11c0-4d89-9dbf-d840ce8bf23f)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:48:18.630335 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Returning: {'device': '0195f430-99c7-4f0b-97c0-89a3f0d08ed8', 'network_id': 'b643789e-234a-40e9-b489-894119bc4f89', 'port_id': '0195f430-99c7-4f0b-97c0-89a3f0d08ed8', 'mac_address': 'fa:16:3e:fa:df:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5e9ba67-07c6-43ea-ad13-16d85d3a0ee3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 09:48:18.675951 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:18.691529 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.notifiers.nova [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0195f430-99c7-4f0b-97c0-89a3f0d08ed8 {{(pid=98982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:48:18.713454 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 0195f430-99c7-4f0b-97c0-89a3f0d08ed8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=0195f430-99c7-4f0b-97c0-89a3f0d08ed8,segment=NetworkSegment(072836ba-11c0-4d89-9dbf-d840ce8bf23f),segment_id=072836ba-11c0-4d89-9dbf-d840ce8bf23f)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:48:18.764515 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfed52b-84c4-4d9e-a552-06eadb28be36 req-da866498-2d08-4554-aff4-09137e8025c2 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:18.766204 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-6bfed52b-84c4-4d9e-a552-06eadb28be36 req-da866498-2d08-4554-aff4-09137e8025c2 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.49 "GET /v2.0/networks?id=66418228-6d38-41fe-a16e-152e97d803b9 HTTP/1.1" status: 200 len: 809 time: 0.1135280 Jun 16 09:48:18.820303 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-6bfed52b-84c4-4d9e-a552-06eadb28be36 req-e0dac414-86df-407e-9b59-b40f2c7158e0 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6226202408dc460f85ceba7cc535d9f3 HTTP/1.1" status: 200 len: 380 time: 0.0354657 Jun 16 09:48:18.840225 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [req-6bfed52b-84c4-4d9e-a552-06eadb28be36 req-af5f662c-fbba-43d0-a36c-e852eb3d8700 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Request body: {'port': {'device_id': 'd770754e-625a-42b8-a031-34dac930da55', 'network_id': '66418228-6d38-41fe-a16e-152e97d803b9', 'admin_state_up': True, 'tenant_id': '6226202408dc460f85ceba7cc535d9f3', 'security_groups': ['720d336e-0e62-436a-bb28-d9acf2616279']}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:48:18.859460 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:18.862922 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-4299a798-8540-4371-9370-0406bc6580e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:18.945255 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Pushing event updated for resources: {'Port': ['ID=0195f430-99c7-4f0b-97c0-89a3f0d08ed8,revision_number=4']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:18.952304 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-beefab47-72c6-4b63-9461-659c65428680 req-576a0897-2b21-40a1-acac-6e64544f8d5f tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 210 time: 0.0463443 Jun 16 09:48:18.960863 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:19.208788 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] get_ports_and_sgs() called for port_ids ['0195f430-99c7-4f0b-97c0-89a3f0d08ed8'] {{(pid=98982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:48:19.311284 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bfed52b-84c4-4d9e-a552-06eadb28be36 req-af5f662c-fbba-43d0-a36c-e852eb3d8700 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Made reservation on behalf of 6226202408dc460f85ceba7cc535d9f3 for: {'port': 1} {{(pid=98980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:48:19.312092 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-f719b9d6-1d18-41ef-9294-9d4f276fce51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:19.315341 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-6bfed52b-84c4-4d9e-a552-06eadb28be36 req-af5f662c-fbba-43d0-a36c-e852eb3d8700 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:19.550458 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:19.559383 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.db_base_plugin_common [req-6bfed52b-84c4-4d9e-a552-06eadb28be36 req-af5f662c-fbba-43d0-a36c-e852eb3d8700 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Allocated IP 172.20.0.3 (66418228-6d38-41fe-a16e-152e97d803b9/e6746ba6-7ff9-478f-9071-82a467b0d0ff/35dc419e-e9f5-49e6-af2e-b75fc8b6a800) {{(pid=98980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:48:19.570691 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd86398-7ae2-4b5f-a5a7-9183e4c5be9e req-01f0cd7d-0361-4288-91af-23c6ea55af23 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:19.572128 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-3dd86398-7ae2-4b5f-a5a7-9183e4c5be9e req-01f0cd7d-0361-4288-91af-23c6ea55af23 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/ports?device_id=37f03ecd-bc20-41d9-aa1c-0d890bc58f5e HTTP/1.1" status: 200 len: 943 time: 0.1400416 Jun 16 09:48:19.644202 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-3dd86398-7ae2-4b5f-a5a7-9183e4c5be9e req-53724212-65c0-4d78-8ecd-f3bc3eb94bdb tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/security-groups?id=e122ffc2-269c-4c68-bb19-efe30185c869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639923 Jun 16 09:48:19.740900 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29b253-8584-4b29-ad42-4ce91f67b2fe req-b70b7931-77ea-4657-8c05-c1611f5bd858 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:19.743357 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-ed29b253-8584-4b29-ad42-4ce91f67b2fe req-b70b7931-77ea-4657-8c05-c1611f5bd858 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 945 time: 0.0759907 Jun 16 09:48:19.757130 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-6bfed52b-84c4-4d9e-a552-06eadb28be36 req-af5f662c-fbba-43d0-a36c-e852eb3d8700 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Notify callbacks [] for port, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:19.771853 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.provisioning_blocks [req-6bfed52b-84c4-4d9e-a552-06eadb28be36 req-af5f662c-fbba-43d0-a36c-e852eb3d8700 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Transition to ACTIVE for port object 35dc419e-e9f5-49e6-af2e-b75fc8b6a800 will not be triggered until provisioned by entity DHCP. {{(pid=98980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:48:19.786681 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-ed29b253-8584-4b29-ad42-4ce91f67b2fe req-9ee4639d-2e7e-4074-a2a3-f986621b5346 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385540 Jun 16 09:48:19.919892 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-6bfed52b-84c4-4d9e-a552-06eadb28be36 req-af5f662c-fbba-43d0-a36c-e852eb3d8700 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126582365'] for port, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:19.925316 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:19.964154 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bfed52b-84c4-4d9e-a552-06eadb28be36 req-af5f662c-fbba-43d0-a36c-e852eb3d8700 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Network 66418228-6d38-41fe-a16e-152e97d803b9 is already hosted by enough agents. {{(pid=98980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:48:19.969770 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.base_scheduler [req-6bfed52b-84c4-4d9e-a552-06eadb28be36 req-af5f662c-fbba-43d0-a36c-e852eb3d8700 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Resources bound (agent type, host, resource id): {{(pid=98980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:48:19.973133 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bfed52b-84c4-4d9e-a552-06eadb28be36 req-af5f662c-fbba-43d0-a36c-e852eb3d8700 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Received port after_create {{(pid=98980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:48:20.000084 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f662c-fbba-43d0-a36c-e852eb3d8700 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Pushing event updated for resources: {'Port': ['ID=35dc419e-e9f5-49e6-af2e-b75fc8b6a800,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:20.003137 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-af5f662c-fbba-43d0-a36c-e852eb3d8700 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:20.040958 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfed52b-84c4-4d9e-a552-06eadb28be36 req-af5f662c-fbba-43d0-a36c-e852eb3d8700 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:20.040958 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-6bfed52b-84c4-4d9e-a552-06eadb28be36 req-af5f662c-fbba-43d0-a36c-e852eb3d8700 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for port, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:20.137236 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bfef0f-16e4-42e1-88ed-1f61c4dacfb0 req-ccfabf1e-5ace-4752-b8da-830be205d74f tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:20.138869 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-23bfef0f-16e4-42e1-88ed-1f61c4dacfb0 req-ccfabf1e-5ace-4752-b8da-830be205d74f tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 931 time: 0.0718126 Jun 16 09:48:20.156526 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-6bfed52b-84c4-4d9e-a552-06eadb28be36 req-af5f662c-fbba-43d0-a36c-e852eb3d8700 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3210020 Jun 16 09:48:20.188352 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-23bfef0f-16e4-42e1-88ed-1f61c4dacfb0 req-9d94056b-926f-49a6-a2c6-22c6c1d785e5 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/security-groups?id=720d336e-0e62-436a-bb28-d9acf2616279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405805 Jun 16 09:48:20.272782 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [req-6bfed52b-84c4-4d9e-a552-06eadb28be36 req-a0af9050-046b-4847-87b8-cdd3d95c9485 service neutron] Request body: {'port': {'device_id': 'd770754e-625a-42b8-a031-34dac930da55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:48:20.317811 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-7b57087f-201c-4fa8-9826-8b87d330dc01 None None] Provisioning for port 35dc419e-e9f5-49e6-af2e-b75fc8b6a800 completed by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:48:20.322063 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-7b57087f-201c-4fa8-9826-8b87d330dc01 None None] Provisioning complete for port 35dc419e-e9f5-49e6-af2e-b75fc8b6a800 triggered by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:48:20.322945 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-7b57087f-201c-4fa8-9826-8b87d330dc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:20.348174 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-6bfed52b-84c4-4d9e-a552-06eadb28be36 req-a0af9050-046b-4847-87b8-cdd3d95c9485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:20.370461 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-7b57087f-201c-4fa8-9826-8b87d330dc01 None None] Port 35dc419e-e9f5-49e6-af2e-b75fc8b6a800 cannot update to ACTIVE because it is not bound. {{(pid=98982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 09:48:20.507834 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-16d92f64-da1b-4eb0-8f0f-160fef97265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:20.523766 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 3b838530-7f8c-4654-8ff0-9580febf4261 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=98982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 09:48:20.535770 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 0195f430-99c7-4f0b-97c0-89a3f0d08ed8 up at agent hyperv_hv-cinder-79628 {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:48:20.624572 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.notifiers.nova [req-6bfed52b-84c4-4d9e-a552-06eadb28be36 req-a0af9050-046b-4847-87b8-cdd3d95c9485 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35dc419e-e9f5-49e6-af2e-b75fc8b6a800 {{(pid=98980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:48:20.632503 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-6bfed52b-84c4-4d9e-a552-06eadb28be36 req-a0af9050-046b-4847-87b8-cdd3d95c9485 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:20.646095 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.provisioning_blocks [req-6bfed52b-84c4-4d9e-a552-06eadb28be36 req-a0af9050-046b-4847-87b8-cdd3d95c9485 service neutron] Transition to ACTIVE for port object 35dc419e-e9f5-49e6-af2e-b75fc8b6a800 will not be triggered until provisioned by entity L2. {{(pid=98980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:48:20.656031 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 3b838530-7f8c-4654-8ff0-9580febf4261, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=3b838530-7f8c-4654-8ff0-9580febf4261,segment=NetworkSegment(11d7a99c-391a-4d23-a81d-60969cf78e17),segment_id=11d7a99c-391a-4d23-a81d-60969cf78e17)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:48:20.667699 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Returning: {'device': '3b838530-7f8c-4654-8ff0-9580febf4261', 'network_id': 'e910ab9c-cb4c-44ec-8166-8d95582d52ce', 'port_id': '3b838530-7f8c-4654-8ff0-9580febf4261', 'mac_address': 'fa:16:3e:7d:36:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b25991c-dc7d-4484-980e-9b79f93e8bd0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 09:48:20.707174 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:20.719123 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Provisioning for port 0195f430-99c7-4f0b-97c0-89a3f0d08ed8 completed by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:48:20.723101 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.notifiers.nova [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b838530-7f8c-4654-8ff0-9580febf4261 {{(pid=98982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:48:20.728420 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Provisioning complete for port 0195f430-99c7-4f0b-97c0-89a3f0d08ed8 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:48:20.735396 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:20.754582 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-6bfed52b-84c4-4d9e-a552-06eadb28be36 req-a0af9050-046b-4847-87b8-cdd3d95c9485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126582347'] for port, after_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:20.760729 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-70861630-1a28-4a5d-9c07-c2fb05d259a9 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:20.769510 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 3b838530-7f8c-4654-8ff0-9580febf4261, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=3b838530-7f8c-4654-8ff0-9580febf4261,segment=NetworkSegment(11d7a99c-391a-4d23-a81d-60969cf78e17),segment_id=11d7a99c-391a-4d23-a81d-60969cf78e17)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:48:20.844659 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:20.864527 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:20.868452 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:20.870959 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0af9050-046b-4847-87b8-cdd3d95c9485 service neutron] Pushing event updated for resources: {'Port': ['ID=35dc419e-e9f5-49e6-af2e-b75fc8b6a800,revision_number=2']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:20.880285 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f9fa49-9620-4c1b-911d-0efcb172c1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0195f430-99c7-4f0b-97c0-89a3f0d08ed8'}] {{(pid=98982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:48:20.883050 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4f9cc304a916b9d47f5f8bf5758f709c886eea9513b83351d26ab7408c86625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836bb0c7-c29b-4b5c-bf14-38c127e8e6ca" -d '{"events": [{"server_uuid": "a1f9fa49-9620-4c1b-911d-0efcb172c1d7", "name": "network-vif-plugged", "status": "completed", "tag": "0195f430-99c7-4f0b-97c0-89a3f0d08ed8"}]}' {{(pid=98982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:48:20.899884 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-a0af9050-046b-4847-87b8-cdd3d95c9485 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:20.907722 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f205cd-4220-4105-8623-6b95c513d959 req-cd846f22-4e56-49b4-938f-71dd702f9b0e tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:20.910159 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-04f205cd-4220-4105-8623-6b95c513d959 req-cd846f22-4e56-49b4-938f-71dd702f9b0e tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/ports?device_id=37f03ecd-bc20-41d9-aa1c-0d890bc58f5e HTTP/1.1" status: 200 len: 943 time: 0.1477444 Jun 16 09:48:20.927574 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 0195f430-99c7-4f0b-97c0-89a3f0d08ed8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=0195f430-99c7-4f0b-97c0-89a3f0d08ed8,segment=NetworkSegment(072836ba-11c0-4d89-9dbf-d840ce8bf23f),segment_id=072836ba-11c0-4d89-9dbf-d840ce8bf23f)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:48:20.948324 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Pushing event updated for resources: {'Port': ['ID=3b838530-7f8c-4654-8ff0-9580febf4261,revision_number=4']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:20.951032 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.managers [req-6bfed52b-84c4-4d9e-a552-06eadb28be36 req-a0af9050-046b-4847-87b8-cdd3d95c9485 service neutron] Attempting to bind port 35dc419e-e9f5-49e6-af2e-b75fc8b6a800 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:48:20.951666 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:20.953495 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.managers [req-6bfed52b-84c4-4d9e-a552-06eadb28be36 req-a0af9050-046b-4847-87b8-cdd3d95c9485 service neutron] Attempting to bind port 35dc419e-e9f5-49e6-af2e-b75fc8b6a800 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'fa1a251a-6b7c-4281-bfe5-7362d1a9c143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '66418228-6d38-41fe-a16e-152e97d803b9'}] {{(pid=98980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:48:20.953833 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfed52b-84c4-4d9e-a552-06eadb28be36 req-a0af9050-046b-4847-87b8-cdd3d95c9485 service neutron] Attempting to bind port 35dc419e-e9f5-49e6-af2e-b75fc8b6a800 on network 66418228-6d38-41fe-a16e-152e97d803b9 {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:48:20.959967 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfed52b-84c4-4d9e-a552-06eadb28be36 req-a0af9050-046b-4847-87b8-cdd3d95c9485 service neutron] Port 35dc419e-e9f5-49e6-af2e-b75fc8b6a800 on network 66418228-6d38-41fe-a16e-152e97d803b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 09:48:20.960296 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfed52b-84c4-4d9e-a552-06eadb28be36 req-a0af9050-046b-4847-87b8-cdd3d95c9485 service neutron] Attempting to bind port 35dc419e-e9f5-49e6-af2e-b75fc8b6a800 on network 66418228-6d38-41fe-a16e-152e97d803b9 {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:48:20.965660 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-04f205cd-4220-4105-8623-6b95c513d959 req-206b9a1c-222b-4041-b67e-c948a54db96a tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/security-groups?id=e122ffc2-269c-4c68-bb19-efe30185c869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495110 Jun 16 09:48:20.968132 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfed52b-84c4-4d9e-a552-06eadb28be36 req-a0af9050-046b-4847-87b8-cdd3d95c9485 service neutron] Checking agent: {'id': '868dca64-f295-49d2-b561-88939e4b0d1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 41, 11), 'started_at': datetime.datetime(2021, 6, 16, 9, 41, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:48:20.968477 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfed52b-84c4-4d9e-a552-06eadb28be36 req-a0af9050-046b-4847-87b8-cdd3d95c9485 service neutron] Checking segment: {'id': 'fa1a251a-6b7c-4281-bfe5-7362d1a9c143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '66418228-6d38-41fe-a16e-152e97d803b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:48:20.968978 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfed52b-84c4-4d9e-a552-06eadb28be36 req-a0af9050-046b-4847-87b8-cdd3d95c9485 service neutron] Bound using segment: {'id': 'fa1a251a-6b7c-4281-bfe5-7362d1a9c143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '66418228-6d38-41fe-a16e-152e97d803b9'} {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:48:20.969406 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.managers [req-6bfed52b-84c4-4d9e-a552-06eadb28be36 req-a0af9050-046b-4847-87b8-cdd3d95c9485 service neutron] Bound port: 35dc419e-e9f5-49e6-af2e-b75fc8b6a800, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa1a251a-6b7c-4281-bfe5-7362d1a9c143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '66418228-6d38-41fe-a16e-152e97d803b9'}}] {{(pid=98980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:48:20.970428 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-6bfed52b-84c4-4d9e-a552-06eadb28be36 req-a0af9050-046b-4847-87b8-cdd3d95c9485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:21.026921 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48704a4-f236-4a98-8b44-c45460984ece x-openstack-request-id: req-c48704a4-f236-4a98-8b44-c45460984ece {{(pid=98982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:48:21.027289 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1f9fa49-9620-4c1b-911d-0efcb172c1d7", "name": "network-vif-plugged", "status": "completed", "tag": "0195f430-99c7-4f0b-97c0-89a3f0d08ed8", "code": 200}]} {{(pid=98982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:48:21.027620 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c48704a4-f236-4a98-8b44-c45460984ece {{(pid=98982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:48:21.028137 dv-cinder-796286-4-iscsi neutron-server[98982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1f9fa49-9620-4c1b-911d-0efcb172c1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0195f430-99c7-4f0b-97c0-89a3f0d08ed8', 'code': 200} Jun 16 09:48:21.039344 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:21.041709 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:21.077883 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.db [req-6bfed52b-84c4-4d9e-a552-06eadb28be36 req-a0af9050-046b-4847-87b8-cdd3d95c9485 service neutron] For port 35dc419e-e9f5-49e6-af2e-b75fc8b6a800, host hv-cinder-79628, cleared binding levels {{(pid=98980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:48:21.082348 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.db [req-6bfed52b-84c4-4d9e-a552-06eadb28be36 req-a0af9050-046b-4847-87b8-cdd3d95c9485 service neutron] For port 35dc419e-e9f5-49e6-af2e-b75fc8b6a800, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=35dc419e-e9f5-49e6-af2e-b75fc8b6a800,segment=NetworkSegment(fa1a251a-6b7c-4281-bfe5-7362d1a9c143),segment_id=fa1a251a-6b7c-4281-bfe5-7362d1a9c143)] {{(pid=98980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:48:21.091485 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Pushing event updated for resources: {'Port': ['ID=0195f430-99c7-4f0b-97c0-89a3f0d08ed8,revision_number=5']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:21.094598 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:21.103530 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e031cc-a28a-45f3-ad26-3db3d95ba94a req-20afaa0e-26f6-4011-b740-8d99eb89cb62 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:21.105165 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-a4e031cc-a28a-45f3-ad26-3db3d95ba94a req-20afaa0e-26f6-4011-b740-8d99eb89cb62 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 945 time: 0.0971994 Jun 16 09:48:21.143624 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-a4e031cc-a28a-45f3-ad26-3db3d95ba94a req-f7779a05-89b1-474f-a2b9-41e5231b66ab tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328329 Jun 16 09:48:21.164668 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-6bfed52b-84c4-4d9e-a552-06eadb28be36 req-a0af9050-046b-4847-87b8-cdd3d95c9485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126582347'] for port, after_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:21.166790 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-42b1ad23-17ab-4630-9be9-a3fecda0c539 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:21.199512 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfed52b-84c4-4d9e-a552-06eadb28be36 req-a0af9050-046b-4847-87b8-cdd3d95c9485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:21.200119 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-6bfed52b-84c4-4d9e-a552-06eadb28be36 req-a0af9050-046b-4847-87b8-cdd3d95c9485 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for port, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:21.201603 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-6bfed52b-84c4-4d9e-a552-06eadb28be36 req-a0af9050-046b-4847-87b8-cdd3d95c9485 service neutron] 10.222.0.49 "PUT /v2.0/ports/35dc419e-e9f5-49e6-af2e-b75fc8b6a800 HTTP/1.1" status: 200 len: 1093 time: 1.0251031 Jun 16 09:48:21.202096 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd770754e-625a-42b8-a031-34dac930da55', 'tag': '35dc419e-e9f5-49e6-af2e-b75fc8b6a800'}] {{(pid=98980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:48:21.204370 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f334069be3519ec184138b23d582e39f65c0d47b6cef299b3d1a0596e5c2100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e3f6f8-53b6-4cfd-b8c6-95bd8a211109" -d '{"events": [{"name": "network-changed", "server_uuid": "d770754e-625a-42b8-a031-34dac930da55", "tag": "35dc419e-e9f5-49e6-af2e-b75fc8b6a800"}]}' {{(pid=98980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:48:21.229223 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0af9050-046b-4847-87b8-cdd3d95c9485 service neutron] Pushing event updated for resources: {'Port': ['ID=35dc419e-e9f5-49e6-af2e-b75fc8b6a800,revision_number=3']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:21.232749 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-a0af9050-046b-4847-87b8-cdd3d95c9485 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:21.248169 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b69d385-1739-4833-8623-3769bb443f79 x-openstack-request-id: req-0b69d385-1739-4833-8623-3769bb443f79 {{(pid=98980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:48:21.248169 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d770754e-625a-42b8-a031-34dac930da55", "tag": "35dc419e-e9f5-49e6-af2e-b75fc8b6a800", "status": "completed", "code": 200}]} {{(pid=98980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:48:21.248169 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0b69d385-1739-4833-8623-3769bb443f79 {{(pid=98980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:48:21.248169 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd770754e-625a-42b8-a031-34dac930da55', 'tag': '35dc419e-e9f5-49e6-af2e-b75fc8b6a800', 'status': 'completed', 'code': 200} Jun 16 09:48:21.380820 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953492e1-e5d0-435c-99c3-cd3279495637 req-f76fe0fc-fea6-4586-8835-b74c6bc89151 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:21.389701 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-953492e1-e5d0-435c-99c3-cd3279495637 req-f76fe0fc-fea6-4586-8835-b74c6bc89151 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 943 time: 0.0695229 Jun 16 09:48:21.429486 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-953492e1-e5d0-435c-99c3-cd3279495637 req-560f4b5e-d737-4b62-bdb8-c4fb54d965e2 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/security-groups?id=720d336e-0e62-436a-bb28-d9acf2616279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401299 Jun 16 09:48:22.138449 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2810c-9e6a-43dd-aef1-c46aaac2166d req-b8c0fda5-af41-42c8-afbe-542fbff0df03 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:22.139928 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-0fd2810c-9e6a-43dd-aef1-c46aaac2166d req-b8c0fda5-af41-42c8-afbe-542fbff0df03 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/ports?device_id=37f03ecd-bc20-41d9-aa1c-0d890bc58f5e HTTP/1.1" status: 200 len: 944 time: 0.0649517 Jun 16 09:48:22.181629 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-0fd2810c-9e6a-43dd-aef1-c46aaac2166d req-ce1a2606-5908-42aa-a3ae-64142889e2e7 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/security-groups?id=e122ffc2-269c-4c68-bb19-efe30185c869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352025 Jun 16 09:48:22.323463 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd2c3de-0e26-4972-b246-fe280ec08ec1 req-3079c84a-66b6-4adc-8dbe-bec6750199b7 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:22.324897 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-6fd2c3de-0e26-4972-b246-fe280ec08ec1 req-3079c84a-66b6-4adc-8dbe-bec6750199b7 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 946 time: 0.0679195 Jun 16 09:48:22.362644 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-6fd2c3de-0e26-4972-b246-fe280ec08ec1 req-611c2050-f9f6-4a19-9006-87cd7dcf5554 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319722 Jun 16 09:48:22.425978 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e4fb578b-fd5e-47f0-aa8c-4b83a36f29c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:22.598291 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7fe6b-4600-4056-94f7-92bc4c328983 req-3062e3cb-2970-4f51-a3b0-2940c6db5a83 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:22.599662 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-cbe7fe6b-4600-4056-94f7-92bc4c328983 req-3062e3cb-2970-4f51-a3b0-2940c6db5a83 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 943 time: 0.0610435 Jun 16 09:48:22.636501 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-cbe7fe6b-4600-4056-94f7-92bc4c328983 req-0fbfa10e-65c3-428a-9658-515ee5a87dd1 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/security-groups?id=720d336e-0e62-436a-bb28-d9acf2616279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313022 Jun 16 09:48:23.354484 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6324c-33b0-446d-b623-93b69a60ab23 req-745728e4-4ac1-471c-a33e-337cf918831b tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:23.355946 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-d3a6324c-33b0-446d-b623-93b69a60ab23 req-745728e4-4ac1-471c-a33e-337cf918831b tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/ports?device_id=37f03ecd-bc20-41d9-aa1c-0d890bc58f5e HTTP/1.1" status: 200 len: 944 time: 0.0617809 Jun 16 09:48:23.393591 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-d3a6324c-33b0-446d-b623-93b69a60ab23 req-ad7b784a-4446-4d02-996f-d58275439c51 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/security-groups?id=e122ffc2-269c-4c68-bb19-efe30185c869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319881 Jun 16 09:48:23.539889 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b298f8da-f0b5-4271-a044-dbab3130098e req-1f16bade-0a2a-448b-a879-e10dd0f8410d tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:23.541331 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-b298f8da-f0b5-4271-a044-dbab3130098e req-1f16bade-0a2a-448b-a879-e10dd0f8410d tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 946 time: 0.0624321 Jun 16 09:48:23.578029 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-b298f8da-f0b5-4271-a044-dbab3130098e req-0df010e5-d6fd-4991-b35c-064e15de2f48 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309246 Jun 16 09:48:23.812124 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3539f34-47f3-4814-a67d-045d34277037 req-a3f0d63a-7820-46e9-ac5b-318d5dce31d8 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:23.813595 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-f3539f34-47f3-4814-a67d-045d34277037 req-a3f0d63a-7820-46e9-ac5b-318d5dce31d8 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 943 time: 0.0710435 Jun 16 09:48:23.855738 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-f3539f34-47f3-4814-a67d-045d34277037 req-096eebe6-6ccc-4508-b96d-d6d02e44540d tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/security-groups?id=720d336e-0e62-436a-bb28-d9acf2616279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358126 Jun 16 09:48:24.267439 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e3f6f8-53b6-4cfd-b8c6-95bd8a211109 req-798d69df-12cf-4cd4-87df-aa02980d83b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:24.269387 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-f3e3f6f8-53b6-4cfd-b8c6-95bd8a211109 req-798d69df-12cf-4cd4-87df-aa02980d83b2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6226202408dc460f85ceba7cc535d9f3&device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 1096 time: 0.0545650 Jun 16 09:48:24.286621 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] get_ports_and_sgs() called for port_ids ['3b838530-7f8c-4654-8ff0-9580febf4261'] {{(pid=98982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:48:24.392000 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e3f6f8-53b6-4cfd-b8c6-95bd8a211109 req-ada91cd7-11a6-40a3-a3a2-f114e2a5f389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:24.395541 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-f3e3f6f8-53b6-4cfd-b8c6-95bd8a211109 req-ada91cd7-11a6-40a3-a3a2-f114e2a5f389 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=6226202408dc460f85ceba7cc535d9f3&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1121421 Jun 16 09:48:24.502817 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e3f6f8-53b6-4cfd-b8c6-95bd8a211109 req-ddda5f55-a064-44f5-b75d-47667fdf07fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:24.505561 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-f3e3f6f8-53b6-4cfd-b8c6-95bd8a211109 req-ddda5f55-a064-44f5-b75d-47667fdf07fa service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1024027 Jun 16 09:48:24.616959 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8604359d-ad5e-4dac-b6e8-0105f1b78f84 req-eb731349-888a-4a09-8067-69d69ba3f9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:24.618522 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-8604359d-ad5e-4dac-b6e8-0105f1b78f84 req-eb731349-888a-4a09-8067-69d69ba3f9fa service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 1099 time: 0.0959356 Jun 16 09:48:24.626025 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82a40a4-c982-4e21-abd4-cbc53f76e5eb req-ece103c5-aaf9-4b45-9ee3-943ca58958c5 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:24.628047 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-e82a40a4-c982-4e21-abd4-cbc53f76e5eb req-ece103c5-aaf9-4b45-9ee3-943ca58958c5 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/ports?device_id=37f03ecd-bc20-41d9-aa1c-0d890bc58f5e HTTP/1.1" status: 200 len: 944 time: 0.1164112 Jun 16 09:48:24.660069 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-8604359d-ad5e-4dac-b6e8-0105f1b78f84 req-c1288829-2f0b-460c-b4e2-0314f583632b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310533 Jun 16 09:48:24.671827 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfed52b-84c4-4d9e-a552-06eadb28be36 req-32b51e62-1f08-4b22-b969-b349aba38662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:24.671827 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-6bfed52b-84c4-4d9e-a552-06eadb28be36 req-32b51e62-1f08-4b22-b969-b349aba38662 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6226202408dc460f85ceba7cc535d9f3&device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 1096 time: 0.0672214 Jun 16 09:48:24.691376 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-e82a40a4-c982-4e21-abd4-cbc53f76e5eb req-947f98f8-9f6e-4b77-b525-402cf9b2545c tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/security-groups?id=e122ffc2-269c-4c68-bb19-efe30185c869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388463 Jun 16 09:48:24.779462 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee741b-13fe-4f2e-ac6a-6a6c79a77e3c req-15dae4ab-567f-4fce-babf-52478c99b5cc tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:24.780903 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-6dee741b-13fe-4f2e-ac6a-6a6c79a77e3c req-15dae4ab-567f-4fce-babf-52478c99b5cc tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 946 time: 0.0651681 Jun 16 09:48:24.818367 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-6dee741b-13fe-4f2e-ac6a-6a6c79a77e3c req-c56f01e6-2b39-4386-a5f6-66c303a3d712 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312502 Jun 16 09:48:25.056760 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51549ce-0a5c-4a34-bffd-14b54edfe4bf req-d2ec78c8-03a5-4e52-9ee8-82a3d2e7eb9e tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:25.058121 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-b51549ce-0a5c-4a34-bffd-14b54edfe4bf req-d2ec78c8-03a5-4e52-9ee8-82a3d2e7eb9e tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 943 time: 0.0927713 Jun 16 09:48:25.059350 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-6bfed52b-84c4-4d9e-a552-06eadb28be36 req-c93e0dfb-6fbf-43d2-a195-1b0ffd6f941a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35dc419e-e9f5-49e6-af2e-b75fc8b6a800 HTTP/1.1" status: 200 len: 217 time: 0.0474632 Jun 16 09:48:25.131210 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-b51549ce-0a5c-4a34-bffd-14b54edfe4bf req-2112c4ec-6353-4c15-9bf3-823a4df5eeb6 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/security-groups?id=720d336e-0e62-436a-bb28-d9acf2616279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667255 Jun 16 09:48:25.136851 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfed52b-84c4-4d9e-a552-06eadb28be36 req-bd918116-6416-4954-acdc-a7c33b728681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:25.138430 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-6bfed52b-84c4-4d9e-a552-06eadb28be36 req-bd918116-6416-4954-acdc-a7c33b728681 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e6746ba6-7ff9-478f-9071-82a467b0d0ff HTTP/1.1" status: 200 len: 848 time: 0.0671990 Jun 16 09:48:25.170488 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 3b838530-7f8c-4654-8ff0-9580febf4261 up at agent hyperv_hv-cinder-79628 {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:48:25.264315 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfed52b-84c4-4d9e-a552-06eadb28be36 req-59307073-c43d-48f0-9480-3eb3c52afed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:25.265866 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-6bfed52b-84c4-4d9e-a552-06eadb28be36 req-59307073-c43d-48f0-9480-3eb3c52afed6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=66418228-6d38-41fe-a16e-152e97d803b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521812 Jun 16 09:48:25.274598 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Provisioning for port 3b838530-7f8c-4654-8ff0-9580febf4261 completed by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:48:25.278521 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Provisioning complete for port 3b838530-7f8c-4654-8ff0-9580febf4261 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:48:25.278925 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:25.285523 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0040a-626d-4a98-9fda-3113c8a3f842 req-ac3a491a-b68b-448e-a93e-99d129011d17 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:25.287060 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-58f0040a-626d-4a98-9fda-3113c8a3f842 req-ac3a491a-b68b-448e-a93e-99d129011d17 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.0654140 Jun 16 09:48:25.327789 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-58f0040a-626d-4a98-9fda-3113c8a3f842 req-4b5b3aaa-5129-4660-b268-e75b08e11d45 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0340967 Jun 16 09:48:25.363046 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:25.365691 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-6bfed52b-84c4-4d9e-a552-06eadb28be36 req-88024694-ed19-4971-b445-987c206b99b2 service neutron] 10.222.0.49 "GET /v2.0/networks/66418228-6d38-41fe-a16e-152e97d803b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908430 Jun 16 09:48:25.385914 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f03ecd-bc20-41d9-aa1c-0d890bc58f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b838530-7f8c-4654-8ff0-9580febf4261'}] {{(pid=98982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:48:25.388173 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4f9cc304a916b9d47f5f8bf5758f709c886eea9513b83351d26ab7408c86625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4fb854-35ac-4916-acc7-9449c790e7ad" -d '{"events": [{"server_uuid": "37f03ecd-bc20-41d9-aa1c-0d890bc58f5e", "name": "network-vif-plugged", "status": "completed", "tag": "3b838530-7f8c-4654-8ff0-9580febf4261"}]}' {{(pid=98982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:48:25.401453 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 3b838530-7f8c-4654-8ff0-9580febf4261, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=3b838530-7f8c-4654-8ff0-9580febf4261,segment=NetworkSegment(11d7a99c-391a-4d23-a81d-60969cf78e17),segment_id=11d7a99c-391a-4d23-a81d-60969cf78e17)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:48:25.427811 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d44dd42-72bc-4d31-8e68-944193291ef3 x-openstack-request-id: req-4d44dd42-72bc-4d31-8e68-944193291ef3 {{(pid=98982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:48:25.428114 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f03ecd-bc20-41d9-aa1c-0d890bc58f5e", "name": "network-vif-plugged", "status": "completed", "tag": "3b838530-7f8c-4654-8ff0-9580febf4261", "code": 200}]} {{(pid=98982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:48:25.428378 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4d44dd42-72bc-4d31-8e68-944193291ef3 {{(pid=98982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:48:25.428776 dv-cinder-796286-4-iscsi neutron-server[98982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f03ecd-bc20-41d9-aa1c-0d890bc58f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b838530-7f8c-4654-8ff0-9580febf4261', 'code': 200} Jun 16 09:48:25.465065 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-6bfed52b-84c4-4d9e-a552-06eadb28be36 req-43f8ad89-a0d6-4d4b-a204-921378e7096b service neutron] 10.222.0.49 "GET /v2.0/networks/66418228-6d38-41fe-a16e-152e97d803b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845239 Jun 16 09:48:25.531236 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:25.534067 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:25.579914 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Pushing event updated for resources: {'Port': ['ID=3b838530-7f8c-4654-8ff0-9580febf4261,revision_number=5']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:25.583494 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:25.859716 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37558d03-cfce-4a5f-8d6d-c5c763ea7eaa req-a7c0d1a7-4466-4867-8254-f42fe8458207 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:25.861275 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-37558d03-cfce-4a5f-8d6d-c5c763ea7eaa req-a7c0d1a7-4466-4867-8254-f42fe8458207 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/ports?device_id=37f03ecd-bc20-41d9-aa1c-0d890bc58f5e HTTP/1.1" status: 200 len: 945 time: 0.0640297 Jun 16 09:48:25.911158 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-37558d03-cfce-4a5f-8d6d-c5c763ea7eaa req-ebc59a14-ce7f-4f3f-8425-2d98794bc621 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/security-groups?id=e122ffc2-269c-4c68-bb19-efe30185c869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422115 Jun 16 09:48:25.936579 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ce474f-026e-4249-83ad-4996a51f0e63 req-fae85655-12f1-4cff-9d87-185aa78e9a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:25.936579 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-d5ce474f-026e-4249-83ad-4996a51f0e63 req-fae85655-12f1-4cff-9d87-185aa78e9a5a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=37f03ecd-bc20-41d9-aa1c-0d890bc58f5e HTTP/1.1" status: 200 len: 1098 time: 0.0721822 Jun 16 09:48:26.001035 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-d5ce474f-026e-4249-83ad-4996a51f0e63 req-5093199f-91db-4e5c-a76e-cc63a57313ca service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e122ffc2-269c-4c68-bb19-efe30185c869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601270 Jun 16 09:48:26.036377 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccbbbc3-9fbb-4176-95a5-59cae8aa7253 req-59c2c33a-2bec-4c20-8252-61ed163aa1d5 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:26.046467 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-eccbbbc3-9fbb-4176-95a5-59cae8aa7253 req-59c2c33a-2bec-4c20-8252-61ed163aa1d5 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 946 time: 0.0764351 Jun 16 09:48:26.075273 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-eccbbbc3-9fbb-4176-95a5-59cae8aa7253 req-6fc2839f-abf8-4c92-9b43-134a3a7ad2af tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317686 Jun 16 09:48:26.317438 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40014e4-2e46-4ee8-b292-84cdb8888b37 req-07048bb6-1bf8-42a8-99ba-2c9b7732587a tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:26.319238 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-a40014e4-2e46-4ee8-b292-84cdb8888b37 req-07048bb6-1bf8-42a8-99ba-2c9b7732587a tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 943 time: 0.0634582 Jun 16 09:48:26.357523 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-a40014e4-2e46-4ee8-b292-84cdb8888b37 req-3d290e81-6fa1-475e-9363-076f9a889a28 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/security-groups?id=720d336e-0e62-436a-bb28-d9acf2616279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324287 Jun 16 09:48:26.497631 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 52848) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:48:26.501950 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87aa3fb-0c71-4e76-8086-c06ad84f5ae4 req-dde10435-737c-4f8e-a49d-3682cbf4e4e3 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:26.503900 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-b87aa3fb-0c71-4e76-8086-c06ad84f5ae4 req-dde10435-737c-4f8e-a49d-3682cbf4e4e3 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.0641782 Jun 16 09:48:26.542540 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-b87aa3fb-0c71-4e76-8086-c06ad84f5ae4 req-fe1a2363-9a9b-44e4-8a05-a3ab1e11f585 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0329580 Jun 16 09:48:26.608236 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-275dbcfe-3ec0-4bfe-b9b1-b088af07f162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:26.702260 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-275dbcfe-3ec0-4bfe-b9b1-b088af07f162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:26.759517 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-275dbcfe-3ec0-4bfe-b9b1-b088af07f162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:26.762253 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-12ed84a4-cc33-4ba0-a843-1fe706e5b702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:26.801596 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-275dbcfe-3ec0-4bfe-b9b1-b088af07f162 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d48f9601d4ea45449cd4920a28b03c3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3028750 Jun 16 09:48:26.802539 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275dbcfe-3ec0-4bfe-b9b1-b088af07f162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f849ec2c-2c08-4bcd-9437-02bdc206443d,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:26.804659 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 52858) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:48:26.805785 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-275dbcfe-3ec0-4bfe-b9b1-b088af07f162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:26.871544 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-41ea8132-ca94-42e9-ac96-665b5f9a31bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:26.896836 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-41ea8132-ca94-42e9-ac96-665b5f9a31bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:27.030178 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-41ea8132-ca94-42e9-ac96-665b5f9a31bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:27.033017 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-41ea8132-ca94-42e9-ac96-665b5f9a31bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:27.034340 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-41ea8132-ca94-42e9-ac96-665b5f9a31bd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f849ec2c-2c08-4bcd-9437-02bdc206443d HTTP/1.1" status: 204 len: 168 time: 0.2263074 Jun 16 09:48:27.035096 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-c6d0466c-49ff-41d5-a1ca-542dd144cc91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:27.044938 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ea8132-ca94-42e9-ac96-665b5f9a31bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f849ec2c-2c08-4bcd-9437-02bdc206443d,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:27.048242 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-41ea8132-ca94-42e9-ac96-665b5f9a31bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:27.090287 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f4211-f2e4-43da-982d-139831202749 req-370d17dd-6052-4899-b10a-81e48737c785 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:27.091858 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-300f4211-f2e4-43da-982d-139831202749 req-370d17dd-6052-4899-b10a-81e48737c785 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/ports?device_id=37f03ecd-bc20-41d9-aa1c-0d890bc58f5e HTTP/1.1" status: 200 len: 945 time: 0.0662029 Jun 16 09:48:27.132195 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-300f4211-f2e4-43da-982d-139831202749 req-da244228-24ee-48ec-bdaa-1d12249a6b7c tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/security-groups?id=e122ffc2-269c-4c68-bb19-efe30185c869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336576 Jun 16 09:48:27.261210 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed749986-42d4-432e-b3de-18021410934c req-bd13162f-0bab-4448-987b-fd3a7f553f51 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:27.262684 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-ed749986-42d4-432e-b3de-18021410934c req-bd13162f-0bab-4448-987b-fd3a7f553f51 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 946 time: 0.0627713 Jun 16 09:48:27.308900 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-ed749986-42d4-432e-b3de-18021410934c req-40b6771e-3bdd-43ba-839d-1da75453eea4 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330367 Jun 16 09:48:27.540908 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac41afb-2662-44ce-b41c-719973181811 req-8ff9080f-8dc0-4882-a213-373f982a4d3b tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:27.541665 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-2ac41afb-2662-44ce-b41c-719973181811 req-8ff9080f-8dc0-4882-a213-373f982a4d3b tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 946 time: 0.0787199 Jun 16 09:48:27.552218 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 52882) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:48:27.557794 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [None req-120e32e7-f5ca-4624-b043-d15357d3b0e9 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Request body: {'floatingip': {'port_id': '0195f430-99c7-4f0b-97c0-89a3f0d08ed8'}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:48:27.566270 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e00988-a3b8-489f-90e9-bb7ef70db44e req-1314e249-2da7-493d-93de-d8f8ec70336e tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:27.568912 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-85e00988-a3b8-489f-90e9-bb7ef70db44e req-1314e249-2da7-493d-93de-d8f8ec70336e tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 943 time: 0.0668585 Jun 16 09:48:27.598168 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-120e32e7-f5ca-4624-b043-d15357d3b0e9 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks [] for floatingip, before_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:27.612504 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-85e00988-a3b8-489f-90e9-bb7ef70db44e req-a2622dca-880d-49de-948d-949f8882be5c tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/security-groups?id=720d336e-0e62-436a-bb28-d9acf2616279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381725 Jun 16 09:48:27.849827 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef43224-bf70-41b2-94c6-9c08b5b03a39 req-a24b9295-9704-404c-afd9-6620fca538af tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:27.851340 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-aef43224-bf70-41b2-94c6-9c08b5b03a39 req-a24b9295-9704-404c-afd9-6620fca538af tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.1741965 Jun 16 09:48:27.910565 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-aef43224-bf70-41b2-94c6-9c08b5b03a39 req-42b09316-d105-4519-9da2-ff043c008a2d tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=5dd86576-4694-420b-8dc1-4ec20ddf353f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0525310 Jun 16 09:48:28.128858 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-120e32e7-f5ca-4624-b043-d15357d3b0e9 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:28.296709 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-120e32e7-f5ca-4624-b043-d15357d3b0e9 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761582'] for floatingip, after_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:28.307737 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfece0a-3b16-41e8-a520-27f9a4e3ed91 req-83419a65-a33d-4e2f-a60a-8104bcbbfe17 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:28.309271 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-9dfece0a-3b16-41e8-a520-27f9a4e3ed91 req-83419a65-a33d-4e2f-a60a-8104bcbbfe17 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/ports?device_id=37f03ecd-bc20-41d9-aa1c-0d890bc58f5e HTTP/1.1" status: 200 len: 945 time: 0.0639031 Jun 16 09:48:28.347756 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-9dfece0a-3b16-41e8-a520-27f9a4e3ed91 req-8795bfcc-0cff-43d4-8d54-e10b005c8ed9 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/security-groups?id=e122ffc2-269c-4c68-bb19-efe30185c869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319850 Jun 16 09:48:28.398725 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.db.l3_db [None req-120e32e7-f5ca-4624-b043-d15357d3b0e9 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Floating IP 231509ec-ad7c-44d5-b958-d3cc6bce7f4a associated. External IP: 172.27.0.177, port: 0195f430-99c7-4f0b-97c0-89a3f0d08ed8. Jun 16 09:48:28.549249 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94885e9a-be9a-4375-9c48-c666f13b5465 req-a904d842-9cb4-4a82-aaa4-56772a2c582a tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:28.550741 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-94885e9a-be9a-4375-9c48-c666f13b5465 req-a904d842-9cb4-4a82-aaa4-56772a2c582a tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 946 time: 0.0887916 Jun 16 09:48:28.650253 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-120e32e7-f5ca-4624-b043-d15357d3b0e9 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Router 8b693ca6-9734-4668-8ef5-857ac618c9b0 has already been hosted by L3 agent 7768ee83-37c7-4165-88a2-5844eb43ad81 {{(pid=98981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:48:28.664071 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.plugin [req-94885e9a-be9a-4375-9c48-c666f13b5465 req-3bd6761e-7b70-426f-92f5-01a6fa16140b tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Deleting port 1f14669b-7283-4579-8ac1-826dc91f9540 {{(pid=98980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:48:28.664571 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-94885e9a-be9a-4375-9c48-c666f13b5465 req-3bd6761e-7b70-426f-92f5-01a6fa16140b tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:28.768499 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.db [req-94885e9a-be9a-4375-9c48-c666f13b5465 req-3bd6761e-7b70-426f-92f5-01a6fa16140b tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] For port 1f14669b-7283-4579-8ac1-826dc91f9540, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1f14669b-7283-4579-8ac1-826dc91f9540,segment=NetworkSegment(b89fa4bb-9b9b-47e0-a491-864722251830),segment_id=b89fa4bb-9b9b-47e0-a491-864722251830)] {{(pid=98980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:48:28.768729 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-94885e9a-be9a-4375-9c48-c666f13b5465 req-3bd6761e-7b70-426f-92f5-01a6fa16140b tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:28.771427 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120e32e7-f5ca-4624-b043-d15357d3b0e9 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify agent at l3_agent.dv-cinder-796286-4-iscsi the message routers_updated {{(pid=98981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:48:28.776364 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-120e32e7-f5ca-4624-b043-d15357d3b0e9 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for floatingip, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:28.782268 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa168e2f-8b72-4feb-9029-3fc3807f41df None None] Sync routers for ids ['8b693ca6-9734-4668-8ef5-857ac618c9b0'] in dv-cinder-796286-4-iscsi {{(pid=98982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:48:28.799287 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa168e2f-8b72-4feb-9029-3fc3807f41df None None] Routers {'8b693ca6-9734-4668-8ef5-857ac618c9b0'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:48:28.800194 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-aa168e2f-8b72-4feb-9029-3fc3807f41df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:48:19Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['8b693ca6-9734-4668-8ef5-857ac618c9b0'], 'active': True} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:48:28.834867 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-120e32e7-f5ca-4624-b043-d15357d3b0e9 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "PUT /v2.0/floatingips/231509ec-ad7c-44d5-b958-d3cc6bce7f4a HTTP/1.1" status: 200 len: 992 time: 1.2814207 Jun 16 09:48:28.835905 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1f9fa49-9620-4c1b-911d-0efcb172c1d7', 'tag': '0195f430-99c7-4f0b-97c0-89a3f0d08ed8'}] {{(pid=98981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:48:28.838434 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18eb52cff4d517b1dce9432e7e66d3e16844a09bb405b8b8e4b50ca476568750" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52fb0b2-20c1-4bc3-b02b-cfbb652a7528" -d '{"events": [{"name": "network-changed", "server_uuid": "a1f9fa49-9620-4c1b-911d-0efcb172c1d7", "tag": "0195f430-99c7-4f0b-97c0-89a3f0d08ed8"}]}' {{(pid=98981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:48:28.915219 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvr_db [None req-aa168e2f-8b72-4feb-9029-3fc3807f41df None None] Set router 8b693ca6-9734-4668-8ef5-857ac618c9b0 gateway port host: dv-cinder-796286-4-iscsi {{(pid=98982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:48:28.954969 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08396c58-74fc-4553-9c16-7fc42fc40f44 req-648556f4-dc4d-4643-85ca-8567374fc256 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:28.956446 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-08396c58-74fc-4553-9c16-7fc42fc40f44 req-648556f4-dc4d-4643-85ca-8567374fc256 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 943 time: 0.1913154 Jun 16 09:48:29.066011 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-08396c58-74fc-4553-9c16-7fc42fc40f44 req-7c238b10-db27-465d-80dd-5430779a548f tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/security-groups?id=720d336e-0e62-436a-bb28-d9acf2616279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007299 Jun 16 09:48:29.095238 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-94885e9a-be9a-4375-9c48-c666f13b5465 req-3bd6761e-7b70-426f-92f5-01a6fa16140b tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:29.095646 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-94885e9a-be9a-4375-9c48-c666f13b5465 req-3bd6761e-7b70-426f-92f5-01a6fa16140b tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761582'] for floatingip, after_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:29.096007 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.db.l3_db [req-94885e9a-be9a-4375-9c48-c666f13b5465 req-3bd6761e-7b70-426f-92f5-01a6fa16140b tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Floating IP 316b2eb7-b8c1-48cc-adfb-e5072909609f disassociated. External IP: 172.27.0.52, port: 1f14669b-7283-4579-8ac1-826dc91f9540. Jun 16 09:48:29.096344 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.plugin [req-94885e9a-be9a-4375-9c48-c666f13b5465 req-3bd6761e-7b70-426f-92f5-01a6fa16140b tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Calling delete_port for 1f14669b-7283-4579-8ac1-826dc91f9540 owned by compute:nova {{(pid=98980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:48:29.176215 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-aa168e2f-8b72-4feb-9029-3fc3807f41df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'name': 'tempest-AttachVolumeShelveTestJSON-541137821-router', 'tenant_id': 'f5476756cec74ac89980f811e6b4c64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'd5a6b48e-b827-4b1d-8036-8d3d55cee802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:04Z', 'updated_at': '2021-06-16T09:43:12Z', 'revision_number': 4, 'project_id': 'f5476756cec74ac89980f811e6b4c64a', 'gw_port': {'id': 'd5a6b48e-b827-4b1d-8036-8d3d55cee802', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:05Z', 'updated_at': '2021-06-16T09:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_floatingips': [{'id': '231509ec-ad7c-44d5-b958-d3cc6bce7f4a', 'tenant_id': 'f5476756cec74ac89980f811e6b4c64a', 'floating_ip_address': '172.27.0.177', 'floating_network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'router_id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'port_id': '0195f430-99c7-4f0b-97c0-89a3f0d08ed8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b643789e-234a-40e9-b489-894119bc4f89', 'mac_address': 'fa:16:3e:fa:df:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f9fa49-9620-4c1b-911d-0efcb172c1d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T09:48:01Z', 'updated_at': '2021-06-16T09:48:28Z', 'revision_number': 1, 'project_id': 'f5476756cec74ac89980f811e6b4c64a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a353de90-689e-4e22-9cdf-c78b30b62585', 'name': '', 'network_id': 'b643789e-234a-40e9-b489-894119bc4f89', 'tenant_id': 'f5476756cec74ac89980f811e6b4c64a', 'mac_address': 'fa:16:3e:cb:49:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b5e9ba67-07c6-43ea-ad13-16d85d3a0ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:11Z', 'updated_at': '2021-06-16T09:43:23Z', 'revision_number': 5, 'project_id': 'f5476756cec74ac89980f811e6b4c64a', 'subnets': [{'id': 'b5e9ba67-07c6-43ea-ad13-16d85d3a0ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:48:29.180312 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa168e2f-8b72-4feb-9029-3fc3807f41df None None] Checking router: 8b693ca6-9734-4668-8ef5-857ac618c9b0 for host: dv-cinder-796286-4-iscsi {{(pid=98982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:48:29.189117 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa168e2f-8b72-4feb-9029-3fc3807f41df None None] Routers {'8b693ca6-9734-4668-8ef5-857ac618c9b0'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:48:29.190531 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-aa168e2f-8b72-4feb-9029-3fc3807f41df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:48:19Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['8b693ca6-9734-4668-8ef5-857ac618c9b0'], 'active': True} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:48:29.374611 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvr_db [None req-aa168e2f-8b72-4feb-9029-3fc3807f41df None None] Set router 8b693ca6-9734-4668-8ef5-857ac618c9b0 gateway port host: dv-cinder-796286-4-iscsi {{(pid=98982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:48:29.463709 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7758674-1e2c-45eb-9c9c-3954c5fa9bc1 x-openstack-request-id: req-e7758674-1e2c-45eb-9c9c-3954c5fa9bc1 {{(pid=98981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:48:29.464850 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1f9fa49-9620-4c1b-911d-0efcb172c1d7", "tag": "0195f430-99c7-4f0b-97c0-89a3f0d08ed8", "status": "completed", "code": 200}]} {{(pid=98981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:48:29.465373 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e7758674-1e2c-45eb-9c9c-3954c5fa9bc1 {{(pid=98981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:48:29.465899 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1f9fa49-9620-4c1b-911d-0efcb172c1d7', 'tag': '0195f430-99c7-4f0b-97c0-89a3f0d08ed8', 'status': 'completed', 'code': 200} Jun 16 09:48:29.470915 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-94885e9a-be9a-4375-9c48-c666f13b5465 req-3bd6761e-7b70-426f-92f5-01a6fa16140b tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126582338'] for port, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:29.476445 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-863ffc34-7a5a-454c-915e-a184bd3370e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:29.613513 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52fb0b2-20c1-4bc3-b02b-cfbb652a7528 req-35ea402d-981a-4a00-91f8-636e419da118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:29.613513 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-d52fb0b2-20c1-4bc3-b02b-cfbb652a7528 req-35ea402d-981a-4a00-91f8-636e419da118 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f5476756cec74ac89980f811e6b4c64a&device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 1099 time: 0.1026442 Jun 16 09:48:29.721464 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-aa168e2f-8b72-4feb-9029-3fc3807f41df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'name': 'tempest-AttachVolumeShelveTestJSON-541137821-router', 'tenant_id': 'f5476756cec74ac89980f811e6b4c64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'd5a6b48e-b827-4b1d-8036-8d3d55cee802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:04Z', 'updated_at': '2021-06-16T09:43:12Z', 'revision_number': 4, 'project_id': 'f5476756cec74ac89980f811e6b4c64a', 'gw_port': {'id': 'd5a6b48e-b827-4b1d-8036-8d3d55cee802', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:05Z', 'updated_at': '2021-06-16T09:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_floatingips': [{'id': '231509ec-ad7c-44d5-b958-d3cc6bce7f4a', 'tenant_id': 'f5476756cec74ac89980f811e6b4c64a', 'floating_ip_address': '172.27.0.177', 'floating_network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'router_id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'port_id': '0195f430-99c7-4f0b-97c0-89a3f0d08ed8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b643789e-234a-40e9-b489-894119bc4f89', 'mac_address': 'fa:16:3e:fa:df:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f9fa49-9620-4c1b-911d-0efcb172c1d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T09:48:01Z', 'updated_at': '2021-06-16T09:48:28Z', 'revision_number': 1, 'project_id': 'f5476756cec74ac89980f811e6b4c64a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a353de90-689e-4e22-9cdf-c78b30b62585', 'name': '', 'network_id': 'b643789e-234a-40e9-b489-894119bc4f89', 'tenant_id': 'f5476756cec74ac89980f811e6b4c64a', 'mac_address': 'fa:16:3e:cb:49:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b5e9ba67-07c6-43ea-ad13-16d85d3a0ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:11Z', 'updated_at': '2021-06-16T09:43:23Z', 'revision_number': 5, 'project_id': 'f5476756cec74ac89980f811e6b4c64a', 'subnets': [{'id': 'b5e9ba67-07c6-43ea-ad13-16d85d3a0ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:48:29.727063 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa168e2f-8b72-4feb-9029-3fc3807f41df None None] The sync data for ids ['8b693ca6-9734-4668-8ef5-857ac618c9b0'] in dv-cinder-796286-4-iscsi is: [{'id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'name': 'tempest-AttachVolumeShelveTestJSON-541137821-router', 'tenant_id': 'f5476756cec74ac89980f811e6b4c64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'd5a6b48e-b827-4b1d-8036-8d3d55cee802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:04Z', 'updated_at': '2021-06-16T09:43:12Z', 'revision_number': 4, 'project_id': 'f5476756cec74ac89980f811e6b4c64a', 'gw_port': {'id': 'd5a6b48e-b827-4b1d-8036-8d3d55cee802', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:05Z', 'updated_at': '2021-06-16T09:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_floatingips': [{'id': '231509ec-ad7c-44d5-b958-d3cc6bce7f4a', 'tenant_id': 'f5476756cec74ac89980f811e6b4c64a', 'floating_ip_address': '172.27.0.177', 'floating_network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'router_id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'port_id': '0195f430-99c7-4f0b-97c0-89a3f0d08ed8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b643789e-234a-40e9-b489-894119bc4f89', 'mac_address': 'fa:16:3e:fa:df:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f9fa49-9620-4c1b-911d-0efcb172c1d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T09:48:01Z', 'updated_at': '2021-06-16T09:48:28Z', 'revision_number': 1, 'project_id': 'f5476756cec74ac89980f811e6b4c64a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a353de90-689e-4e22-9cdf-c78b30b62585', 'name': '', 'network_id': 'b643789e-234a-40e9-b489-894119bc4f89', 'tenant_id': 'f5476756cec74ac89980f811e6b4c64a', 'mac_address': 'fa:16:3e:cb:49:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b5e9ba67-07c6-43ea-ad13-16d85d3a0ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:11Z', 'updated_at': '2021-06-16T09:43:23Z', 'revision_number': 5, 'project_id': 'f5476756cec74ac89980f811e6b4c64a', 'subnets': [{'id': 'b5e9ba67-07c6-43ea-ad13-16d85d3a0ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:48:29.728726 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52fb0b2-20c1-4bc3-b02b-cfbb652a7528 req-d6aa9013-f923-4a54-a8d7-f733d41ceddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:29.729354 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-d52fb0b2-20c1-4bc3-b02b-cfbb652a7528 req-d6aa9013-f923-4a54-a8d7-f733d41ceddd service neutron] 10.222.0.49 "GET /v2.0/networks?id=b643789e-234a-40e9-b489-894119bc4f89 HTTP/1.1" status: 200 len: 917 time: 0.1075306 Jun 16 09:48:29.792255 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd6761e-7b70-426f-92f5-01a6fa16140b tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Pushing event deleted for resources: {'Port': ['ID=1f14669b-7283-4579-8ac1-826dc91f9540,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:29.804260 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-3bd6761e-7b70-426f-92f5-01a6fa16140b tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:29.813968 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-d52fb0b2-20c1-4bc3-b02b-cfbb652a7528 req-e4b01193-b829-4f4a-94a0-4d8acdc8a151 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0195f430-99c7-4f0b-97c0-89a3f0d08ed8 HTTP/1.1" status: 200 len: 1000 time: 0.0774829 Jun 16 09:48:29.828589 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-d6275077-d2e1-4756-aa85-da7d97bc2669 req-7b2e918d-1d79-4c59-a0d9-27ba9eb55928 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 210 time: 0.0400982 Jun 16 09:48:29.910133 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52fb0b2-20c1-4bc3-b02b-cfbb652a7528 req-7d0541ef-540b-4783-934f-507535a1feb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:29.911917 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-d52fb0b2-20c1-4bc3-b02b-cfbb652a7528 req-7d0541ef-540b-4783-934f-507535a1feb1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b5e9ba67-07c6-43ea-ad13-16d85d3a0ee3 HTTP/1.1" status: 200 len: 855 time: 0.0836022 Jun 16 09:48:29.960326 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94885e9a-be9a-4375-9c48-c666f13b5465 req-3bd6761e-7b70-426f-92f5-01a6fa16140b tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Router 3a95cbf4-c953-4fd9-8ad5-82d480798852 has already been hosted by L3 agent 7768ee83-37c7-4165-88a2-5844eb43ad81 {{(pid=98980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:48:29.978698 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52fb0b2-20c1-4bc3-b02b-cfbb652a7528 req-4d78ac52-3be7-46b0-a9f9-6e16d64c07a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:29.980226 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-d52fb0b2-20c1-4bc3-b02b-cfbb652a7528 req-4d78ac52-3be7-46b0-a9f9-6e16d64c07a1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b643789e-234a-40e9-b489-894119bc4f89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0615857 Jun 16 09:48:29.988992 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd17269-6cd4-4196-8672-0f795e20af23 None None] New status for floating IP 231509ec-ad7c-44d5-b958-d3cc6bce7f4a: ACTIVE {{(pid=98983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 09:48:30.076387 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94885e9a-be9a-4375-9c48-c666f13b5465 req-3bd6761e-7b70-426f-92f5-01a6fa16140b tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify agent at l3_agent.dv-cinder-796286-4-iscsi the message routers_updated {{(pid=98980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:48:30.081613 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-d52fb0b2-20c1-4bc3-b02b-cfbb652a7528 req-adcaf833-0755-40a6-aaf0-e0587b1cfb2f service neutron] 10.222.0.49 "GET /v2.0/networks/b643789e-234a-40e9-b489-894119bc4f89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943944 Jun 16 09:48:30.087546 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2da2dd-4123-4ef8-b887-ca904fc8bf22 None None] Sync routers for ids ['3a95cbf4-c953-4fd9-8ad5-82d480798852'] in dv-cinder-796286-4-iscsi {{(pid=98982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:48:30.098146 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2da2dd-4123-4ef8-b887-ca904fc8bf22 None None] Routers {'3a95cbf4-c953-4fd9-8ad5-82d480798852'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:48:30.098776 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-2c2da2dd-4123-4ef8-b887-ca904fc8bf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:48:19Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['3a95cbf4-c953-4fd9-8ad5-82d480798852'], 'active': True} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:48:30.121194 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.l3_dvrscheduler_db [req-94885e9a-be9a-4375-9c48-c666f13b5465 req-3bd6761e-7b70-426f-92f5-01a6fa16140b tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] No DVR routers for this DVR port 1f14669b-7283-4579-8ac1-826dc91f9540 on host hv-cinder-79628 {{(pid=98980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:48:30.124055 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-94885e9a-be9a-4375-9c48-c666f13b5465 req-3bd6761e-7b70-426f-92f5-01a6fa16140b tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for port, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:30.126338 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-94885e9a-be9a-4375-9c48-c666f13b5465 req-3bd6761e-7b70-426f-92f5-01a6fa16140b tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.49 "DELETE /v2.0/ports/1f14669b-7283-4579-8ac1-826dc91f9540 HTTP/1.1" status: 204 len: 173 time: 1.5689826 Jun 16 09:48:30.127525 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac9947f-d64a-404f-9082-57a7dc54032c', 'name': 'network-vif-deleted', 'tag': '1f14669b-7283-4579-8ac1-826dc91f9540'}] {{(pid=98980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:48:30.130124 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f334069be3519ec184138b23d582e39f65c0d47b6cef299b3d1a0596e5c2100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8a1cc5-4dc2-4750-badd-2ae6479c346f" -d '{"events": [{"server_uuid": "9ac9947f-d64a-404f-9082-57a7dc54032c", "name": "network-vif-deleted", "tag": "1f14669b-7283-4579-8ac1-826dc91f9540"}]}' {{(pid=98980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:48:30.306684 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvr_db [None req-2c2da2dd-4123-4ef8-b887-ca904fc8bf22 None None] Set router 3a95cbf4-c953-4fd9-8ad5-82d480798852 gateway port host: dv-cinder-796286-4-iscsi {{(pid=98982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:48:30.319595 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c8d510-f03c-4aff-b95b-1bb01d6e48f4 x-openstack-request-id: req-91c8d510-f03c-4aff-b95b-1bb01d6e48f4 {{(pid=98980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:48:30.320272 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ac9947f-d64a-404f-9082-57a7dc54032c", "name": "network-vif-deleted", "tag": "1f14669b-7283-4579-8ac1-826dc91f9540", "status": "completed", "code": 200}]} {{(pid=98980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:48:30.320621 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-91c8d510-f03c-4aff-b95b-1bb01d6e48f4 {{(pid=98980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:48:30.321152 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac9947f-d64a-404f-9082-57a7dc54032c', 'name': 'network-vif-deleted', 'tag': '1f14669b-7283-4579-8ac1-826dc91f9540', 'status': 'completed', 'code': 200} Jun 16 09:48:30.359719 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c7018-c809-4b00-9e99-7c9687723236 req-44e32c1e-9ef2-47dc-931d-5a2621d38777 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:30.369454 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-6f1c7018-c809-4b00-9e99-7c9687723236 req-44e32c1e-9ef2-47dc-931d-5a2621d38777 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 943 time: 0.1041582 Jun 16 09:48:30.566314 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-2c2da2dd-4123-4ef8-b887-ca904fc8bf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'name': 'tempest-AttachVolumeTestJSON-520951488-router', 'tenant_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'f704a43b-8f4d-4489-8738-2a2b4492d461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:01Z', 'updated_at': '2021-06-16T09:43:08Z', 'revision_number': 4, 'project_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'gw_port': {'id': 'f704a43b-8f4d-4489-8738-2a2b4492d461', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:03Z', 'updated_at': '2021-06-16T09:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_interfaces': [{'id': '2ecac412-0cdd-40de-8c76-100c30c1ebec', 'name': '', 'network_id': '5c8b8276-a881-4c68-ac89-d4ac2c936588', 'tenant_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'mac_address': 'fa:16:3e:02:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd7f651ef-1612-428c-80c5-ecb2942fc3e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:07Z', 'updated_at': '2021-06-16T09:43:17Z', 'revision_number': 5, 'project_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'subnets': [{'id': 'd7f651ef-1612-428c-80c5-ecb2942fc3e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:48:30.570136 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2da2dd-4123-4ef8-b887-ca904fc8bf22 None None] Checking router: 3a95cbf4-c953-4fd9-8ad5-82d480798852 for host: dv-cinder-796286-4-iscsi {{(pid=98982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:48:30.578696 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2da2dd-4123-4ef8-b887-ca904fc8bf22 None None] Routers {'3a95cbf4-c953-4fd9-8ad5-82d480798852'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:48:30.579372 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-2c2da2dd-4123-4ef8-b887-ca904fc8bf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:48:19Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['3a95cbf4-c953-4fd9-8ad5-82d480798852'], 'active': True} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:48:30.676285 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-6f1c7018-c809-4b00-9e99-7c9687723236 req-b652a900-69dc-4693-bf5e-37a7b2c3d5e9 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/security-groups?id=720d336e-0e62-436a-bb28-d9acf2616279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3057718 Jun 16 09:48:30.693178 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvr_db [None req-2c2da2dd-4123-4ef8-b887-ca904fc8bf22 None None] Set router 3a95cbf4-c953-4fd9-8ad5-82d480798852 gateway port host: dv-cinder-796286-4-iscsi {{(pid=98982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:48:30.889357 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-2c2da2dd-4123-4ef8-b887-ca904fc8bf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'name': 'tempest-AttachVolumeTestJSON-520951488-router', 'tenant_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'f704a43b-8f4d-4489-8738-2a2b4492d461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:01Z', 'updated_at': '2021-06-16T09:43:08Z', 'revision_number': 4, 'project_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'gw_port': {'id': 'f704a43b-8f4d-4489-8738-2a2b4492d461', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:03Z', 'updated_at': '2021-06-16T09:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_interfaces': [{'id': '2ecac412-0cdd-40de-8c76-100c30c1ebec', 'name': '', 'network_id': '5c8b8276-a881-4c68-ac89-d4ac2c936588', 'tenant_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'mac_address': 'fa:16:3e:02:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd7f651ef-1612-428c-80c5-ecb2942fc3e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:07Z', 'updated_at': '2021-06-16T09:43:17Z', 'revision_number': 5, 'project_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'subnets': [{'id': 'd7f651ef-1612-428c-80c5-ecb2942fc3e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:48:30.893411 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2da2dd-4123-4ef8-b887-ca904fc8bf22 None None] The sync data for ids ['3a95cbf4-c953-4fd9-8ad5-82d480798852'] in dv-cinder-796286-4-iscsi is: [{'id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'name': 'tempest-AttachVolumeTestJSON-520951488-router', 'tenant_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'f704a43b-8f4d-4489-8738-2a2b4492d461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:01Z', 'updated_at': '2021-06-16T09:43:08Z', 'revision_number': 4, 'project_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'gw_port': {'id': 'f704a43b-8f4d-4489-8738-2a2b4492d461', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:03Z', 'updated_at': '2021-06-16T09:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_interfaces': [{'id': '2ecac412-0cdd-40de-8c76-100c30c1ebec', 'name': '', 'network_id': '5c8b8276-a881-4c68-ac89-d4ac2c936588', 'tenant_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'mac_address': 'fa:16:3e:02:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd7f651ef-1612-428c-80c5-ecb2942fc3e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:07Z', 'updated_at': '2021-06-16T09:43:17Z', 'revision_number': 5, 'project_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'subnets': [{'id': 'd7f651ef-1612-428c-80c5-ecb2942fc3e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:48:30.999132 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-c067028b-6ee3-49eb-a266-6b372c12fef3 req-dba4701f-d850-4671-94c0-3bb3a46df3c7 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 210 time: 0.0267689 Jun 16 09:48:31.126264 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0637fab0-3563-4616-9878-560172b0eaa9 None None] New status for floating IP 316b2eb7-b8c1-48cc-adfb-e5072909609f: DOWN {{(pid=98983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 09:48:31.331361 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-d52fb0b2-20c1-4bc3-b02b-cfbb652a7528 req-29e35adc-432d-4b05-9907-e09e02db6ae4 service neutron] 10.222.0.49 "GET /v2.0/networks/b643789e-234a-40e9-b489-894119bc4f89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870674 Jun 16 09:48:31.847925 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa445b-5898-4755-8283-67866bdc0582 req-30be4f5c-0c0c-458f-af71-b80363658446 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:31.849356 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-28fa445b-5898-4755-8283-67866bdc0582 req-30be4f5c-0c0c-458f-af71-b80363658446 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 943 time: 0.0616009 Jun 16 09:48:31.887064 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-28fa445b-5898-4755-8283-67866bdc0582 req-9a22ea00-7b94-4970-b06f-075740a31ad3 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/security-groups?id=720d336e-0e62-436a-bb28-d9acf2616279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321560 Jun 16 09:48:32.143790 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-9f74c54a-5676-4a41-971b-271dad3ef6fb req-97590a12-de27-4a6c-a3d8-2b78da9e1477 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 210 time: 0.0289125 Jun 16 09:48:33.008797 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.agents_db [None req-3560065e-ea11-4ff4-820f-b568c2ca0093 None None] Agent healthcheck: found 6 active agents {{(pid=98983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:48:33.059149 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0453f47-53d1-4daf-b5b9-9112554279c9 req-c74f5519-b62f-4e8c-a0c9-8e8bbf85c3e2 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:33.060482 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-d0453f47-53d1-4daf-b5b9-9112554279c9 req-c74f5519-b62f-4e8c-a0c9-8e8bbf85c3e2 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 943 time: 0.0644073 Jun 16 09:48:33.097469 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-d0453f47-53d1-4daf-b5b9-9112554279c9 req-66246b42-7245-482c-b187-43af24183f41 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/security-groups?id=720d336e-0e62-436a-bb28-d9acf2616279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313034 Jun 16 09:48:33.285770 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-631dc175-9c44-4157-8879-09b2fb1d888a req-36b8f319-b1e8-45d3-9eca-5a8ae938b977 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 210 time: 0.0305805 Jun 16 09:48:34.285643 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5edb6-6934-446c-b722-dab9489343d2 req-c1685542-6553-4d74-8c53-ad5fc46d368d tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:34.287187 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-3fb5edb6-6934-446c-b722-dab9489343d2 req-c1685542-6553-4d74-8c53-ad5fc46d368d tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 943 time: 0.0774562 Jun 16 09:48:34.334780 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-3fb5edb6-6934-446c-b722-dab9489343d2 req-41dc7e0d-4fb2-4953-ac71-9efce4e079dd tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/security-groups?id=720d336e-0e62-436a-bb28-d9acf2616279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398471 Jun 16 09:48:34.477158 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-128d82e8-aee4-453f-b7f8-955c56b8a6cc req-fd093ab7-0bdf-4db5-a1c8-4afaa86c7a3a tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ac9947f-d64a-404f-9082-57a7dc54032c HTTP/1.1" status: 200 len: 210 time: 0.0317743 Jun 16 09:48:35.154827 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 1f14669b-7283-4579-8ac1-826dc91f9540 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:48:35.175248 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] No Port match for: 1f14669b-7283-4579-8ac1-826dc91f9540 {{(pid=98982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:48:35.175602 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 1f14669b-7283-4579-8ac1-826dc91f9540 not bound to the agent host hv-cinder-79628 {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:48:35.505474 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effdfb3b-0ce4-4718-b6f1-3f8a25e24644 req-3266c4dd-a17e-42c4-a8db-786efe4d47a5 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:35.506949 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-effdfb3b-0ce4-4718-b6f1-3f8a25e24644 req-3266c4dd-a17e-42c4-a8db-786efe4d47a5 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 943 time: 0.0618210 Jun 16 09:48:35.546618 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-effdfb3b-0ce4-4718-b6f1-3f8a25e24644 req-05121558-c6c7-407c-b083-8ec060ec913f tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/security-groups?id=720d336e-0e62-436a-bb28-d9acf2616279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338960 Jun 16 09:48:35.725788 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 53020) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:48:35.780884 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-7d6ba9ab-532a-4091-b761-453a2b924d77 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks [] for security_group, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:35.807575 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-7d6ba9ab-532a-4091-b761-453a2b924d77 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:35.913401 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-7d6ba9ab-532a-4091-b761-453a2b924d77 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:35.916099 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-7d6ba9ab-532a-4091-b761-453a2b924d77 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:35.917374 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-7d6ba9ab-532a-4091-b761-453a2b924d77 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "DELETE /v2.0/security-groups/5dd86576-4694-420b-8dc1-4ec20ddf353f HTTP/1.1" status: 204 len: 168 time: 0.1905797 Jun 16 09:48:35.918150 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-b14660aa-6425-4422-86bb-5b22cb9c0e87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:35.920462 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 53026) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:48:35.928519 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6ba9ab-532a-4091-b761-453a2b924d77 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd86576-4694-420b-8dc1-4ec20ddf353f,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:35.930838 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-7d6ba9ab-532a-4091-b761-453a2b924d77 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:35.936688 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.api.v2.resource [None req-8f9bdbaf-684c-416e-aee7-6f3e655003a4 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] show failed (client error): The resource could not be found. Jun 16 09:48:35.937832 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-8f9bdbaf-684c-416e-aee7-6f3e655003a4 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups/5dd86576-4694-420b-8dc1-4ec20ddf353f HTTP/1.1" status: 404 len: 347 time: 0.0163805 Jun 16 09:48:35.941377 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 53030) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:48:36.065981 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.plugin [None req-7cefffd8-4423-4825-acf2-690019b561c7 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Deleting port 111eaa01-02d6-4895-a887-f7c0753afb22 {{(pid=98980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:48:36.066328 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-7cefffd8-4423-4825-acf2-690019b561c7 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:36.142806 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-7cefffd8-4423-4825-acf2-690019b561c7 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:36.143189 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-7cefffd8-4423-4825-acf2-690019b561c7 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:36.207099 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.plugin [None req-7cefffd8-4423-4825-acf2-690019b561c7 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Calling delete_port for 111eaa01-02d6-4895-a887-f7c0753afb22 owned by network:floatingip {{(pid=98980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:48:36.355089 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 53040) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:48:36.428129 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-7cefffd8-4423-4825-acf2-690019b561c7 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126582338'] for port, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:36.430443 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-e31f25dc-231e-4fd7-8ca5-583211bda07d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:36.459402 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cefffd8-4423-4825-acf2-690019b561c7 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Pushing event deleted for resources: {'Port': ['ID=111eaa01-02d6-4895-a887-f7c0753afb22,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:36.463898 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-7cefffd8-4423-4825-acf2-690019b561c7 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:36.471545 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-5228d853-5d6d-4e24-bae2-d84508959d8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:36.562182 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-7cefffd8-4423-4825-acf2-690019b561c7 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks [] for floatingip, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:36.565214 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-7cefffd8-4423-4825-acf2-690019b561c7 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for floatingip, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:36.566359 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-7cefffd8-4423-4825-acf2-690019b561c7 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "DELETE /v2.0/floatingips/316b2eb7-b8c1-48cc-adfb-e5072909609f HTTP/1.1" status: 204 len: 168 time: 0.6239054 Jun 16 09:48:36.617876 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-5228d853-5d6d-4e24-bae2-d84508959d8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:36.698898 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-5228d853-5d6d-4e24-bae2-d84508959d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:36.704550 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-41ea8132-ca94-42e9-ac96-665b5f9a31bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:36.741437 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-5228d853-5d6d-4e24-bae2-d84508959d8a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3dc92025c95a4a22af97fac45adef7e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3852756 Jun 16 09:48:36.742855 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5228d853-5d6d-4e24-bae2-d84508959d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a6735a-31a4-4873-a911-08e511ac3c70,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:36.744385 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 53050) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:48:36.747747 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-5228d853-5d6d-4e24-bae2-d84508959d8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:36.774959 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5065d00d-a5d5-4257-8bbb-97558ba7db0e req-e9a7af78-03bf-4e68-b414-0d2a67c17c8f tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:36.776442 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-5065d00d-a5d5-4257-8bbb-97558ba7db0e req-e9a7af78-03bf-4e68-b414-0d2a67c17c8f tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 943 time: 0.0843468 Jun 16 09:48:36.832999 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-5065d00d-a5d5-4257-8bbb-97558ba7db0e req-001154c2-a296-4b05-80a9-da17c1529f2d tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/security-groups?id=720d336e-0e62-436a-bb28-d9acf2616279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486896 Jun 16 09:48:36.837317 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-9e5407fd-12a6-4df2-9ceb-a59b61169a59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:36.869292 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-9e5407fd-12a6-4df2-9ceb-a59b61169a59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:37.019571 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-9e5407fd-12a6-4df2-9ceb-a59b61169a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:37.022391 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-9e5407fd-12a6-4df2-9ceb-a59b61169a59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:37.026357 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-9e5407fd-12a6-4df2-9ceb-a59b61169a59 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/83a6735a-31a4-4873-a911-08e511ac3c70 HTTP/1.1" status: 204 len: 168 time: 0.2792394 Jun 16 09:48:37.027289 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-b44fd996-5e99-481e-9d26-2c5081a20767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:37.041732 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5407fd-12a6-4df2-9ceb-a59b61169a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a6735a-31a4-4873-a911-08e511ac3c70,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:37.045182 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-9e5407fd-12a6-4df2-9ceb-a59b61169a59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:37.076813 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 53056) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:48:37.082399 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [None req-c1c11a9d-67f0-438a-a20b-ba643dd3d0de tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Request body: {'security_group': {'name': 'tempest-securitygroup--206853796', 'description': 'tempest-description--1098559321'}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:48:37.165864 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 35dc419e-e9f5-49e6-af2e-b75fc8b6a800 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=98982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 09:48:37.265834 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-c1c11a9d-67f0-438a-a20b-ba643dd3d0de tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks [] for security_group, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:37.362040 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-c1c11a9d-67f0-438a-a20b-ba643dd3d0de tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks [] for security_group, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:37.396289 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 35dc419e-e9f5-49e6-af2e-b75fc8b6a800, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=35dc419e-e9f5-49e6-af2e-b75fc8b6a800,segment=NetworkSegment(fa1a251a-6b7c-4281-bfe5-7362d1a9c143),segment_id=fa1a251a-6b7c-4281-bfe5-7362d1a9c143)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:48:37.407355 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Returning: {'device': '35dc419e-e9f5-49e6-af2e-b75fc8b6a800', 'network_id': '66418228-6d38-41fe-a16e-152e97d803b9', 'port_id': '35dc419e-e9f5-49e6-af2e-b75fc8b6a800', 'mac_address': 'fa:16:3e:40:59:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6746ba6-7ff9-478f-9071-82a467b0d0ff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 09:48:37.445832 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:37.459554 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.notifiers.nova [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35dc419e-e9f5-49e6-af2e-b75fc8b6a800 {{(pid=98982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:48:37.482226 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 35dc419e-e9f5-49e6-af2e-b75fc8b6a800, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=35dc419e-e9f5-49e6-af2e-b75fc8b6a800,segment=NetworkSegment(fa1a251a-6b7c-4281-bfe5-7362d1a9c143),segment_id=fa1a251a-6b7c-4281-bfe5-7362d1a9c143)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:48:37.485111 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-c1c11a9d-67f0-438a-a20b-ba643dd3d0de tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:37.488719 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-41eadb85-89ca-4a38-973d-64ff47149cb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:37.514475 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c11a9d-67f0-438a-a20b-ba643dd3d0de tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0e574d-d073-408f-93e0-c3f108cc8db3,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:37.517885 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-c1c11a9d-67f0-438a-a20b-ba643dd3d0de tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:37.585033 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-c1c11a9d-67f0-438a-a20b-ba643dd3d0de tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:37.585793 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:37.587682 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-c1c11a9d-67f0-438a-a20b-ba643dd3d0de tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5088367 Jun 16 09:48:37.588604 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e3395780-1681-49d6-bc27-ee1d11a2a710 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:37.589747 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 53064) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:48:37.595054 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [None req-424319a3-3800-441f-bdf2-bfbdf5e5822d tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Request body: {'security_group_rule': {'security_group_id': '2d0e574d-d073-408f-93e0-c3f108cc8db3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:48:37.639363 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Pushing event updated for resources: {'Port': ['ID=35dc419e-e9f5-49e6-af2e-b75fc8b6a800,revision_number=4']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:37.643146 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:37.792697 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-424319a3-3800-441f-bdf2-bfbdf5e5822d tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:37.854518 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-424319a3-3800-441f-bdf2-bfbdf5e5822d tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:37.883926 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 53072) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:48:37.899143 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-42b1421e-7bcf-4aab-9f86-34ef71f1d567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:37.927074 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] get_ports_and_sgs() called for port_ids ['35dc419e-e9f5-49e6-af2e-b75fc8b6a800'] {{(pid=98982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:48:37.967643 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-424319a3-3800-441f-bdf2-bfbdf5e5822d tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719390'] for security_group_rule, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:37.970843 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-0361a9c7-3d80-4201-a0d6-8d8282e56fea tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:37.991818 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424319a3-3800-441f-bdf2-bfbdf5e5822d tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a79ffb5-17fc-4e7b-bef9-19a90484f832,revision_number=0']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:37.995339 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-424319a3-3800-441f-bdf2-bfbdf5e5822d tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:38.043199 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-42b1421e-7bcf-4aab-9f86-34ef71f1d567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:38.054253 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d65fe1-a018-4f60-b9e4-36c8e8a0f33a req-fb557d99-f18f-454d-aa93-2e7a371c7036 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:38.055749 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-09d65fe1-a018-4f60-b9e4-36c8e8a0f33a req-fb557d99-f18f-454d-aa93-2e7a371c7036 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 944 time: 0.1062007 Jun 16 09:48:38.097463 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-09d65fe1-a018-4f60-b9e4-36c8e8a0f33a req-09550648-3cb7-4603-bc8f-61f9ecfb56fd tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/security-groups?id=720d336e-0e62-436a-bb28-d9acf2616279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358033 Jun 16 09:48:38.107300 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-42b1421e-7bcf-4aab-9f86-34ef71f1d567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:38.111548 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-4fd340eb-dcb5-47e0-ba0b-94199c51c822 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:38.159889 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-42b1421e-7bcf-4aab-9f86-34ef71f1d567 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=40e5f8d96b2d4fdcb5da2f399c7c2d7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2746086 Jun 16 09:48:38.161161 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b1421e-7bcf-4aab-9f86-34ef71f1d567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36da933-020c-4bdd-b825-f7d995644e7a,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:38.162767 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 53076) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:48:38.164313 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-42b1421e-7bcf-4aab-9f86-34ef71f1d567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:38.172603 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-424319a3-3800-441f-bdf2-bfbdf5e5822d tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:38.174877 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-424319a3-3800-441f-bdf2-bfbdf5e5822d tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5841167 Jun 16 09:48:38.177666 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 53078) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:48:38.182746 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [None req-bee30c39-ae3a-4c54-b458-224f0d11c421 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Request body: {'security_group_rule': {'security_group_id': '2d0e574d-d073-408f-93e0-c3f108cc8db3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:48:38.221202 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-b614a9dd-2d24-4ae3-a7d6-0fced60f94d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:38.242114 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-b614a9dd-2d24-4ae3-a7d6-0fced60f94d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:38.312871 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-bee30c39-ae3a-4c54-b458-224f0d11c421 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:38.421987 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-b614a9dd-2d24-4ae3-a7d6-0fced60f94d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:38.425243 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-b614a9dd-2d24-4ae3-a7d6-0fced60f94d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:38.426525 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-b614a9dd-2d24-4ae3-a7d6-0fced60f94d0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b36da933-020c-4bdd-b825-f7d995644e7a HTTP/1.1" status: 204 len: 168 time: 0.2626793 Jun 16 09:48:38.431259 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-563a4e45-f33e-4835-a754-2777caf2c89d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:38.437927 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b614a9dd-2d24-4ae3-a7d6-0fced60f94d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36da933-020c-4bdd-b825-f7d995644e7a,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:38.439196 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-bee30c39-ae3a-4c54-b458-224f0d11c421 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:38.441182 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-b614a9dd-2d24-4ae3-a7d6-0fced60f94d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:38.527156 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-bee30c39-ae3a-4c54-b458-224f0d11c421 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719390'] for security_group_rule, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:38.529265 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-e7abc3e4-00ce-463c-869c-9c7034810059 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:38.543852 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee30c39-ae3a-4c54-b458-224f0d11c421 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bdfc328-c3f8-47dc-8bea-781e568586af,revision_number=0']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:38.547919 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-bee30c39-ae3a-4c54-b458-224f0d11c421 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:38.621369 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-bee30c39-ae3a-4c54-b458-224f0d11c421 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:38.622559 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-bee30c39-ae3a-4c54-b458-224f0d11c421 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4438188 Jun 16 09:48:38.625576 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 53082) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:48:38.630609 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [None req-de204cf2-cdde-4aad-905d-bdacd64ab45f tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Request body: {'floatingip': {'floating_network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f'}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:48:38.710311 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-de204cf2-cdde-4aad-905d-bdacd64ab45f tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks [] for floatingip, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:38.818473 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-de204cf2-cdde-4aad-905d-bdacd64ab45f tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:38.931768 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.db_base_plugin_common [None req-de204cf2-cdde-4aad-905d-bdacd64ab45f tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Allocated IP 172.27.0.50 (e7fe10b8-90c4-4cba-8f65-340465ca325f/474b542b-67ec-4e86-95bf-cb7c30e5c62d/bd4ea925-4a2d-446e-b2b5-965c92f276e5) {{(pid=98980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:48:39.037109 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-de204cf2-cdde-4aad-905d-bdacd64ab45f tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks [] for port, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:39.156726 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-de204cf2-cdde-4aad-905d-bdacd64ab45f tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126582365'] for port, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:39.164968 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-ba4abc2e-dd22-4291-a285-0e6289bf6bc7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:39.194026 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 35dc419e-e9f5-49e6-af2e-b75fc8b6a800 up at agent hyperv_hv-cinder-79628 {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:48:39.199212 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de204cf2-cdde-4aad-905d-bdacd64ab45f tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Network e7fe10b8-90c4-4cba-8f65-340465ca325f is already hosted by enough agents. {{(pid=98980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:48:39.207391 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.base_scheduler [None req-de204cf2-cdde-4aad-905d-bdacd64ab45f tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Resources bound (agent type, host, resource id): {{(pid=98980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:48:39.210410 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de204cf2-cdde-4aad-905d-bdacd64ab45f tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Received port after_create {{(pid=98980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:48:39.246090 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de204cf2-cdde-4aad-905d-bdacd64ab45f tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Pushing event updated for resources: {'Port': ['ID=bd4ea925-4a2d-446e-b2b5-965c92f276e5,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:39.248956 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-de204cf2-cdde-4aad-905d-bdacd64ab45f tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:39.360883 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aae344-0c21-49dd-b4f9-b7d4afe945b7 req-98c8744c-4e66-4bb1-8589-0588ef7413b9 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:39.363325 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-39aae344-0c21-49dd-b4f9-b7d4afe945b7 req-98c8744c-4e66-4bb1-8589-0588ef7413b9 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 944 time: 0.1206057 Jun 16 09:48:39.365581 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-de204cf2-cdde-4aad-905d-bdacd64ab45f tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:39.390315 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Provisioning for port 35dc419e-e9f5-49e6-af2e-b75fc8b6a800 completed by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:48:39.395067 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Provisioning complete for port 35dc419e-e9f5-49e6-af2e-b75fc8b6a800 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:48:39.395458 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:39.403687 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-39aae344-0c21-49dd-b4f9-b7d4afe945b7 req-444d4fd7-ff8e-4865-b8c8-6f73760773ed tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/security-groups?id=720d336e-0e62-436a-bb28-d9acf2616279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350554 Jun 16 09:48:39.475765 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:39.504435 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd770754e-625a-42b8-a031-34dac930da55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35dc419e-e9f5-49e6-af2e-b75fc8b6a800'}] {{(pid=98982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:48:39.509093 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4f9cc304a916b9d47f5f8bf5758f709c886eea9513b83351d26ab7408c86625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3f355d-7777-4f2b-9957-264bdb6ed047" -d '{"events": [{"server_uuid": "d770754e-625a-42b8-a031-34dac930da55", "name": "network-vif-plugged", "status": "completed", "tag": "35dc419e-e9f5-49e6-af2e-b75fc8b6a800"}]}' {{(pid=98982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:48:39.525507 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 35dc419e-e9f5-49e6-af2e-b75fc8b6a800, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=35dc419e-e9f5-49e6-af2e-b75fc8b6a800,segment=NetworkSegment(fa1a251a-6b7c-4281-bfe5-7362d1a9c143),segment_id=fa1a251a-6b7c-4281-bfe5-7362d1a9c143)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:48:39.531763 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-de204cf2-cdde-4aad-905d-bdacd64ab45f tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:39.622430 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:39.625201 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:39.691029 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Pushing event updated for resources: {'Port': ['ID=35dc419e-e9f5-49e6-af2e-b75fc8b6a800,revision_number=5']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:39.696396 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3548c91-7bf6-4f17-a3f9-d6c7139e7d1a x-openstack-request-id: req-a3548c91-7bf6-4f17-a3f9-d6c7139e7d1a {{(pid=98982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:48:39.696758 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d770754e-625a-42b8-a031-34dac930da55", "name": "network-vif-plugged", "status": "completed", "tag": "35dc419e-e9f5-49e6-af2e-b75fc8b6a800", "code": 200}]} {{(pid=98982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:48:39.697114 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a3548c91-7bf6-4f17-a3f9-d6c7139e7d1a {{(pid=98982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:48:39.698059 dv-cinder-796286-4-iscsi neutron-server[98982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd770754e-625a-42b8-a031-34dac930da55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35dc419e-e9f5-49e6-af2e-b75fc8b6a800', 'code': 200} Jun 16 09:48:39.698846 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:39.699699 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-de204cf2-cdde-4aad-905d-bdacd64ab45f tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks [] for port, precommit_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:39.770581 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-de204cf2-cdde-4aad-905d-bdacd64ab45f tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126582347'] for port, after_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:39.774370 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:39.844793 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de204cf2-cdde-4aad-905d-bdacd64ab45f tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Pushing event updated for resources: {'Port': ['ID=bd4ea925-4a2d-446e-b2b5-965c92f276e5,revision_number=2']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:39.847924 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-de204cf2-cdde-4aad-905d-bdacd64ab45f tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:39.859535 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-de204cf2-cdde-4aad-905d-bdacd64ab45f tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761582'] for floatingip, after_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:39.935979 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-de204cf2-cdde-4aad-905d-bdacd64ab45f tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for floatingip, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:39.937288 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-de204cf2-cdde-4aad-905d-bdacd64ab45f tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3106780 Jun 16 09:48:40.143875 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-d79def65-adfd-4857-ac1f-7aed24213e28 req-ddbb7ece-3da4-4123-86a9-f7661cee4841 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--206853796&fields=id&tenant_id=dfe9f5ef1b4a464aa32329299459c90d HTTP/1.1" status: 200 len: 267 time: 0.0393598 Jun 16 09:48:40.286575 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79def65-adfd-4857-ac1f-7aed24213e28 req-9043b077-8377-4822-a878-adcfdc440a96 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:40.288051 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-d79def65-adfd-4857-ac1f-7aed24213e28 req-9043b077-8377-4822-a878-adcfdc440a96 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/networks?id=5c8b8276-a881-4c68-ac89-d4ac2c936588 HTTP/1.1" status: 200 len: 810 time: 0.1433454 Jun 16 09:48:40.312041 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-d79def65-adfd-4857-ac1f-7aed24213e28 req-57773e1a-ffed-4d7e-b836-3c1bc7556c3b tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/quotas/dfe9f5ef1b4a464aa32329299459c90d HTTP/1.1" status: 200 len: 375 time: 0.0172050 Jun 16 09:48:40.314756 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb10b8a-aedf-466a-88a3-282288c4ada4 req-817018ba-aca6-45d9-88bc-e4f2290beac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:40.316107 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-ecb10b8a-aedf-466a-88a3-282288c4ada4 req-817018ba-aca6-45d9-88bc-e4f2290beac6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 1098 time: 0.0944386 Jun 16 09:48:40.379875 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-ecb10b8a-aedf-466a-88a3-282288c4ada4 req-346674a2-3741-408b-9080-81ef1c4f0a62 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=720d336e-0e62-436a-bb28-d9acf2616279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534127 Jun 16 09:48:40.407247 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-d79def65-adfd-4857-ac1f-7aed24213e28 req-e26dbf39-3e9b-403d-af60-8072a89b9d95 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dfe9f5ef1b4a464aa32329299459c90d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0901165 Jun 16 09:48:40.508378 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-d79def65-adfd-4857-ac1f-7aed24213e28 req-5c32eb85-88e4-4767-92ac-793ced284371 service neutron] 10.222.0.25 "GET /v2.0/networks/5c8b8276-a881-4c68-ac89-d4ac2c936588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888476 Jun 16 09:48:40.592244 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92d88d-0882-4d75-97bc-a68a8699c34d req-972c538b-fa07-4cd8-83a6-8c212615fb23 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:40.593799 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-0d92d88d-0882-4d75-97bc-a68a8699c34d req-972c538b-fa07-4cd8-83a6-8c212615fb23 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 945 time: 0.0712557 Jun 16 09:48:40.607150 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-d79def65-adfd-4857-ac1f-7aed24213e28 req-d1b5e90c-19a7-4a19-886c-5040e629b6be service neutron] 10.222.0.25 "GET /v2.0/networks/5c8b8276-a881-4c68-ac89-d4ac2c936588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929081 Jun 16 09:48:40.635367 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-0d92d88d-0882-4d75-97bc-a68a8699c34d req-c90c4442-0343-4d2f-b428-4cb60f05af7a tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/security-groups?id=720d336e-0e62-436a-bb28-d9acf2616279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355322 Jun 16 09:48:40.776488 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 53182) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:48:40.900695 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-b76b77e3-efdc-4130-b134-d97be449b5da admin admin] Notify callbacks [] for security_group, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:40.923937 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-6be192d6-10be-4aac-997c-95401d0d1762 req-c300281c-869f-4025-b023-eb24bd30c081 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=88929651-ceb4-4978-9db9-17eb53e7b2b1 HTTP/1.1" status: 200 len: 210 time: 0.0423324 Jun 16 09:48:41.021204 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-b76b77e3-efdc-4130-b134-d97be449b5da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:41.101859 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-b76b77e3-efdc-4130-b134-d97be449b5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:41.104525 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-70239540-a4dd-4baa-a08a-00d41273d69d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:41.142018 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-b76b77e3-efdc-4130-b134-d97be449b5da admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7007933f9e0e42ce84d30be4d45f34ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3642647 Jun 16 09:48:41.144108 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76b77e3-efdc-4130-b134-d97be449b5da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2521f68-5e1c-4ce3-ae12-47272a01c5b8,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:41.145384 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 53198) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:48:41.148139 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-b76b77e3-efdc-4130-b134-d97be449b5da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:41.203762 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-28e6b3cc-6b18-4909-8ff9-73aa7e7a7f8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:41.227993 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-28e6b3cc-6b18-4909-8ff9-73aa7e7a7f8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:41.244388 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:41.497251 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-28e6b3cc-6b18-4909-8ff9-73aa7e7a7f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:41.499904 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-28e6b3cc-6b18-4909-8ff9-73aa7e7a7f8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:41.501033 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-28e6b3cc-6b18-4909-8ff9-73aa7e7a7f8e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f2521f68-5e1c-4ce3-ae12-47272a01c5b8 HTTP/1.1" status: 204 len: 168 time: 0.3545365 Jun 16 09:48:41.502353 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-77396eae-6c1b-4e1c-8c72-ef93b933886c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:41.509905 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e6b3cc-6b18-4909-8ff9-73aa7e7a7f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2521f68-5e1c-4ce3-ae12-47272a01c5b8,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:41.516996 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e6b3cc-6b18-4909-8ff9-73aa7e7a7f8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:41.517473 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e6b3cc-6b18-4909-8ff9-73aa7e7a7f8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:41.517717 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e6b3cc-6b18-4909-8ff9-73aa7e7a7f8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:41.518071 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e6b3cc-6b18-4909-8ff9-73aa7e7a7f8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:41.518422 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e6b3cc-6b18-4909-8ff9-73aa7e7a7f8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:41.518786 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e6b3cc-6b18-4909-8ff9-73aa7e7a7f8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:41.519361 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e6b3cc-6b18-4909-8ff9-73aa7e7a7f8e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:41.519710 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e6b3cc-6b18-4909-8ff9-73aa7e7a7f8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:41.520060 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e6b3cc-6b18-4909-8ff9-73aa7e7a7f8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:41.520403 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e6b3cc-6b18-4909-8ff9-73aa7e7a7f8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:41.520745 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e6b3cc-6b18-4909-8ff9-73aa7e7a7f8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:41.521089 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e6b3cc-6b18-4909-8ff9-73aa7e7a7f8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:41.524099 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-28e6b3cc-6b18-4909-8ff9-73aa7e7a7f8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:41.820569 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba52a43-82ef-4a9a-8f47-7890d67e8604 req-249765a3-f0c1-46a1-bbb5-6c95a45f7ecc tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:41.822025 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-8ba52a43-82ef-4a9a-8f47-7890d67e8604 req-249765a3-f0c1-46a1-bbb5-6c95a45f7ecc tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 945 time: 0.0681350 Jun 16 09:48:41.862759 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-8ba52a43-82ef-4a9a-8f47-7890d67e8604 req-e786ea61-f898-45ee-8afb-bb868b6869a0 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/security-groups?id=720d336e-0e62-436a-bb28-d9acf2616279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336621 Jun 16 09:48:42.020064 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-50a59ba3-aaa9-4692-b3b8-39a66ab868a9 req-e9e536be-306b-4da2-9449-970377bd018a tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=88929651-ceb4-4978-9db9-17eb53e7b2b1 HTTP/1.1" status: 200 len: 210 time: 0.0316250 Jun 16 09:48:43.038299 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce6bbf-a88f-497d-a9f5-828d474eabec req-96d50283-80fa-493a-947c-ee81535495e2 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:43.039766 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-0dce6bbf-a88f-497d-a9f5-828d474eabec req-96d50283-80fa-493a-947c-ee81535495e2 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 945 time: 0.0667429 Jun 16 09:48:43.084191 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-0dce6bbf-a88f-497d-a9f5-828d474eabec req-0356248a-c702-4357-bac9-dea83be3bdc3 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/security-groups?id=720d336e-0e62-436a-bb28-d9acf2616279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385463 Jun 16 09:48:43.201288 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-c74b77b3-aec0-4430-8c15-deb8a8b9b130 req-11ff6e5c-3f8e-4c83-a643-3d20574a052d tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=88929651-ceb4-4978-9db9-17eb53e7b2b1 HTTP/1.1" status: 200 len: 210 time: 0.0335765 Jun 16 09:48:43.260512 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f40955-0f09-4625-ac90-4952c62ec826 req-f99e0add-5360-4073-8ff9-c774a445e774 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:43.261977 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-c1f40955-0f09-4625-ac90-4952c62ec826 req-f99e0add-5360-4073-8ff9-c774a445e774 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 945 time: 0.0656004 Jun 16 09:48:43.300054 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-c1f40955-0f09-4625-ac90-4952c62ec826 req-3d7ecc98-64cb-4895-94a5-ef95e9a4a973 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/security-groups?id=720d336e-0e62-436a-bb28-d9acf2616279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317161 Jun 16 09:48:43.331559 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 53244) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:48:43.526846 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e0ef4a-eb3e-4143-becc-471094189db8 tempest-TestShelveInstance-1501143211 tempest-TestShelveInstance-1501143211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:43.528401 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-16e0ef4a-eb3e-4143-becc-471094189db8 tempest-TestShelveInstance-1501143211 tempest-TestShelveInstance-1501143211-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 1093 time: 0.1959546 Jun 16 09:48:43.532606 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 53248) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:48:43.537550 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [None req-a516724d-a2ae-4f6b-a7d4-fff439e0e04f tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Request body: {'floatingip': {'floating_network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'port_id': '35dc419e-e9f5-49e6-af2e-b75fc8b6a800', 'tenant_id': '6226202408dc460f85ceba7cc535d9f3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:48:43.770502 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-a516724d-a2ae-4f6b-a7d4-fff439e0e04f tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Notify callbacks [] for floatingip, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:43.874589 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-a516724d-a2ae-4f6b-a7d4-fff439e0e04f tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:43.977471 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.db_base_plugin_common [None req-a516724d-a2ae-4f6b-a7d4-fff439e0e04f tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Allocated IP 172.27.0.66 (e7fe10b8-90c4-4cba-8f65-340465ca325f/474b542b-67ec-4e86-95bf-cb7c30e5c62d/10765d0b-a8b1-490f-ab7f-9b88796df6c2) {{(pid=98981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:48:44.082496 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-a516724d-a2ae-4f6b-a7d4-fff439e0e04f tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Notify callbacks [] for port, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:44.196488 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-a516724d-a2ae-4f6b-a7d4-fff439e0e04f tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126587788'] for port, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:44.198518 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-84bdfdc5-1d83-4800-9873-48618a1b6278 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:44.234025 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a516724d-a2ae-4f6b-a7d4-fff439e0e04f tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Network e7fe10b8-90c4-4cba-8f65-340465ca325f is already hosted by enough agents. {{(pid=98981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:48:44.239568 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.base_scheduler [None req-a516724d-a2ae-4f6b-a7d4-fff439e0e04f tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Resources bound (agent type, host, resource id): {{(pid=98981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:48:44.242945 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a516724d-a2ae-4f6b-a7d4-fff439e0e04f tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Received port after_create {{(pid=98981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:48:44.264470 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a516724d-a2ae-4f6b-a7d4-fff439e0e04f tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Pushing event updated for resources: {'Port': ['ID=10765d0b-a8b1-490f-ab7f-9b88796df6c2,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:44.268508 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-a516724d-a2ae-4f6b-a7d4-fff439e0e04f tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:44.348931 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-9b45dfd5-4ee6-4610-a41e-f264dea4cf5d req-9590c69c-6c62-4af2-b800-7224ead29955 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=88929651-ceb4-4978-9db9-17eb53e7b2b1 HTTP/1.1" status: 200 len: 210 time: 0.0354781 Jun 16 09:48:44.624432 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-a516724d-a2ae-4f6b-a7d4-fff439e0e04f tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:44.764745 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-a516724d-a2ae-4f6b-a7d4-fff439e0e04f tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:44.912554 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-a516724d-a2ae-4f6b-a7d4-fff439e0e04f tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Notify callbacks [] for port, precommit_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:44.981185 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-a516724d-a2ae-4f6b-a7d4-fff439e0e04f tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126587802'] for port, after_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:44.984032 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-25121a0b-d054-4d12-b70f-77c431d64037 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:45.053305 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a516724d-a2ae-4f6b-a7d4-fff439e0e04f tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Pushing event updated for resources: {'Port': ['ID=10765d0b-a8b1-490f-ab7f-9b88796df6c2,revision_number=2']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:45.059025 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-a516724d-a2ae-4f6b-a7d4-fff439e0e04f tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:45.067823 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-a516724d-a2ae-4f6b-a7d4-fff439e0e04f tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761582'] for floatingip, after_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:45.168668 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.db.l3_db [None req-a516724d-a2ae-4f6b-a7d4-fff439e0e04f tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Floating IP b163ac1f-2fea-4c61-9b90-2fed01514c04 associated. External IP: 172.27.0.66, port: 35dc419e-e9f5-49e6-af2e-b75fc8b6a800. Jun 16 09:48:45.371694 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a516724d-a2ae-4f6b-a7d4-fff439e0e04f tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Router a3918f9e-881c-4063-a4b9-c97175ab1be7 has already been hosted by L3 agent 7768ee83-37c7-4165-88a2-5844eb43ad81 {{(pid=98981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:48:45.493098 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-22b9f3e4-3547-44e2-b5bb-56322eaff027 req-3ac48f69-acd1-414e-abd5-2125d4d9ef83 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=88929651-ceb4-4978-9db9-17eb53e7b2b1 HTTP/1.1" status: 200 len: 210 time: 0.0309563 Jun 16 09:48:45.504480 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a516724d-a2ae-4f6b-a7d4-fff439e0e04f tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Notify agent at l3_agent.dv-cinder-796286-4-iscsi the message routers_updated {{(pid=98981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:48:45.514320 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ba34cd-c1ae-4a45-bfcd-873d81c035f9 None None] Sync routers for ids ['a3918f9e-881c-4063-a4b9-c97175ab1be7'] in dv-cinder-796286-4-iscsi {{(pid=98982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:48:45.526662 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ba34cd-c1ae-4a45-bfcd-873d81c035f9 None None] Routers {'a3918f9e-881c-4063-a4b9-c97175ab1be7'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:48:45.527602 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-15ba34cd-c1ae-4a45-bfcd-873d81c035f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:48:19Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['a3918f9e-881c-4063-a4b9-c97175ab1be7'], 'active': True} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:48:45.604802 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-a516724d-a2ae-4f6b-a7d4-fff439e0e04f tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for floatingip, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:45.632875 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvr_db [None req-15ba34cd-c1ae-4a45-bfcd-873d81c035f9 None None] Set router a3918f9e-881c-4063-a4b9-c97175ab1be7 gateway port host: dv-cinder-796286-4-iscsi {{(pid=98982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:48:45.640330 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-a516724d-a2ae-4f6b-a7d4-fff439e0e04f tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1059289 Jun 16 09:48:45.640954 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd770754e-625a-42b8-a031-34dac930da55', 'tag': '35dc419e-e9f5-49e6-af2e-b75fc8b6a800'}] {{(pid=98981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:48:45.643783 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18eb52cff4d517b1dce9432e7e66d3e16844a09bb405b8b8e4b50ca476568750" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0ae39d-da75-4174-9e9c-3757ac84660e" -d '{"events": [{"name": "network-changed", "server_uuid": "d770754e-625a-42b8-a031-34dac930da55", "tag": "35dc419e-e9f5-49e6-af2e-b75fc8b6a800"}]}' {{(pid=98981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:48:45.680529 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799cd6de-6a60-42aa-b054-536f73224495 x-openstack-request-id: req-799cd6de-6a60-42aa-b054-536f73224495 {{(pid=98981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:48:45.680841 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d770754e-625a-42b8-a031-34dac930da55", "tag": "35dc419e-e9f5-49e6-af2e-b75fc8b6a800", "status": "completed", "code": 200}]} {{(pid=98981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:48:45.681117 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-799cd6de-6a60-42aa-b054-536f73224495 {{(pid=98981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:48:45.681537 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd770754e-625a-42b8-a031-34dac930da55', 'tag': '35dc419e-e9f5-49e6-af2e-b75fc8b6a800', 'status': 'completed', 'code': 200} Jun 16 09:48:45.856548 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-15ba34cd-c1ae-4a45-bfcd-873d81c035f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3918f9e-881c-4063-a4b9-c97175ab1be7', 'name': 'tempest-TestShelveInstance-1611834531-router', 'tenant_id': '6226202408dc460f85ceba7cc535d9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'c07f2da6-c0f8-47a8-b84d-d222a880bf15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:47:26Z', 'updated_at': '2021-06-16T09:47:29Z', 'revision_number': 4, 'project_id': '6226202408dc460f85ceba7cc535d9f3', 'gw_port': {'id': 'c07f2da6-c0f8-47a8-b84d-d222a880bf15', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3918f9e-881c-4063-a4b9-c97175ab1be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:47:26Z', 'updated_at': '2021-06-16T09:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_floatingips': [{'id': 'b163ac1f-2fea-4c61-9b90-2fed01514c04', 'tenant_id': '6226202408dc460f85ceba7cc535d9f3', 'floating_ip_address': '172.27.0.66', 'floating_network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'router_id': 'a3918f9e-881c-4063-a4b9-c97175ab1be7', 'port_id': '35dc419e-e9f5-49e6-af2e-b75fc8b6a800', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66418228-6d38-41fe-a16e-152e97d803b9', 'mac_address': 'fa:16:3e:40:59:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd770754e-625a-42b8-a031-34dac930da55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T09:48:44Z', 'updated_at': '2021-06-16T09:48:44Z', 'revision_number': 0, 'project_id': '6226202408dc460f85ceba7cc535d9f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '933ad518-61ea-42a6-9020-6be965027978', 'name': '', 'network_id': '66418228-6d38-41fe-a16e-152e97d803b9', 'tenant_id': '6226202408dc460f85ceba7cc535d9f3', 'mac_address': 'fa:16:3e:00:17:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3918f9e-881c-4063-a4b9-c97175ab1be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e6746ba6-7ff9-478f-9071-82a467b0d0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:47:29Z', 'updated_at': '2021-06-16T09:47:36Z', 'revision_number': 5, 'project_id': '6226202408dc460f85ceba7cc535d9f3', 'subnets': [{'id': 'e6746ba6-7ff9-478f-9071-82a467b0d0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:48:45.860285 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ba34cd-c1ae-4a45-bfcd-873d81c035f9 None None] Checking router: a3918f9e-881c-4063-a4b9-c97175ab1be7 for host: dv-cinder-796286-4-iscsi {{(pid=98982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:48:45.869417 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ba34cd-c1ae-4a45-bfcd-873d81c035f9 None None] Routers {'a3918f9e-881c-4063-a4b9-c97175ab1be7'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:48:45.870127 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-15ba34cd-c1ae-4a45-bfcd-873d81c035f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:48:19Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['a3918f9e-881c-4063-a4b9-c97175ab1be7'], 'active': True} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:48:45.972370 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvr_db [None req-15ba34cd-c1ae-4a45-bfcd-873d81c035f9 None None] Set router a3918f9e-881c-4063-a4b9-c97175ab1be7 gateway port host: dv-cinder-796286-4-iscsi {{(pid=98982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:48:46.198575 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-15ba34cd-c1ae-4a45-bfcd-873d81c035f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3918f9e-881c-4063-a4b9-c97175ab1be7', 'name': 'tempest-TestShelveInstance-1611834531-router', 'tenant_id': '6226202408dc460f85ceba7cc535d9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'c07f2da6-c0f8-47a8-b84d-d222a880bf15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:47:26Z', 'updated_at': '2021-06-16T09:47:29Z', 'revision_number': 4, 'project_id': '6226202408dc460f85ceba7cc535d9f3', 'gw_port': {'id': 'c07f2da6-c0f8-47a8-b84d-d222a880bf15', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3918f9e-881c-4063-a4b9-c97175ab1be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:47:26Z', 'updated_at': '2021-06-16T09:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_floatingips': [{'id': 'b163ac1f-2fea-4c61-9b90-2fed01514c04', 'tenant_id': '6226202408dc460f85ceba7cc535d9f3', 'floating_ip_address': '172.27.0.66', 'floating_network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'router_id': 'a3918f9e-881c-4063-a4b9-c97175ab1be7', 'port_id': '35dc419e-e9f5-49e6-af2e-b75fc8b6a800', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66418228-6d38-41fe-a16e-152e97d803b9', 'mac_address': 'fa:16:3e:40:59:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd770754e-625a-42b8-a031-34dac930da55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T09:48:44Z', 'updated_at': '2021-06-16T09:48:44Z', 'revision_number': 0, 'project_id': '6226202408dc460f85ceba7cc535d9f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '933ad518-61ea-42a6-9020-6be965027978', 'name': '', 'network_id': '66418228-6d38-41fe-a16e-152e97d803b9', 'tenant_id': '6226202408dc460f85ceba7cc535d9f3', 'mac_address': 'fa:16:3e:00:17:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3918f9e-881c-4063-a4b9-c97175ab1be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e6746ba6-7ff9-478f-9071-82a467b0d0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:47:29Z', 'updated_at': '2021-06-16T09:47:36Z', 'revision_number': 5, 'project_id': '6226202408dc460f85ceba7cc535d9f3', 'subnets': [{'id': 'e6746ba6-7ff9-478f-9071-82a467b0d0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:48:46.201991 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ba34cd-c1ae-4a45-bfcd-873d81c035f9 None None] The sync data for ids ['a3918f9e-881c-4063-a4b9-c97175ab1be7'] in dv-cinder-796286-4-iscsi is: [{'id': 'a3918f9e-881c-4063-a4b9-c97175ab1be7', 'name': 'tempest-TestShelveInstance-1611834531-router', 'tenant_id': '6226202408dc460f85ceba7cc535d9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'c07f2da6-c0f8-47a8-b84d-d222a880bf15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:47:26Z', 'updated_at': '2021-06-16T09:47:29Z', 'revision_number': 4, 'project_id': '6226202408dc460f85ceba7cc535d9f3', 'gw_port': {'id': 'c07f2da6-c0f8-47a8-b84d-d222a880bf15', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3918f9e-881c-4063-a4b9-c97175ab1be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:47:26Z', 'updated_at': '2021-06-16T09:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_floatingips': [{'id': 'b163ac1f-2fea-4c61-9b90-2fed01514c04', 'tenant_id': '6226202408dc460f85ceba7cc535d9f3', 'floating_ip_address': '172.27.0.66', 'floating_network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'router_id': 'a3918f9e-881c-4063-a4b9-c97175ab1be7', 'port_id': '35dc419e-e9f5-49e6-af2e-b75fc8b6a800', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66418228-6d38-41fe-a16e-152e97d803b9', 'mac_address': 'fa:16:3e:40:59:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd770754e-625a-42b8-a031-34dac930da55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T09:48:44Z', 'updated_at': '2021-06-16T09:48:44Z', 'revision_number': 0, 'project_id': '6226202408dc460f85ceba7cc535d9f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '933ad518-61ea-42a6-9020-6be965027978', 'name': '', 'network_id': '66418228-6d38-41fe-a16e-152e97d803b9', 'tenant_id': '6226202408dc460f85ceba7cc535d9f3', 'mac_address': 'fa:16:3e:00:17:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3918f9e-881c-4063-a4b9-c97175ab1be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e6746ba6-7ff9-478f-9071-82a467b0d0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:47:29Z', 'updated_at': '2021-06-16T09:47:36Z', 'revision_number': 5, 'project_id': '6226202408dc460f85ceba7cc535d9f3', 'subnets': [{'id': 'e6746ba6-7ff9-478f-9071-82a467b0d0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:48:46.378423 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec0589a-41fc-4964-a39f-66da01970f40 None None] New status for floating IP b163ac1f-2fea-4c61-9b90-2fed01514c04: ACTIVE {{(pid=98983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 09:48:46.638225 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-7f8833ae-5a71-49b9-870d-7eb7623b1e79 req-65b23cf7-427b-472d-b89a-85c7ba31d5d3 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=88929651-ceb4-4978-9db9-17eb53e7b2b1 HTTP/1.1" status: 200 len: 210 time: 0.0306911 Jun 16 09:48:46.987770 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-6f27f574-8d51-4bb2-a7c8-3df338179101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:47.783882 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-db296897-2009-4f36-8715-084727d896f5 req-0dcd72cb-541e-4758-8443-5e0637411150 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=88929651-ceb4-4978-9db9-17eb53e7b2b1 HTTP/1.1" status: 200 len: 210 time: 0.0329835 Jun 16 09:48:47.799359 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ae39d-da75-4174-9e9c-3757ac84660e req-9cebb4fb-70c1-4aa0-8482-aa7996fe3c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:47.799554 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-4d0ae39d-da75-4174-9e9c-3757ac84660e req-9cebb4fb-70c1-4aa0-8482-aa7996fe3c90 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6226202408dc460f85ceba7cc535d9f3&device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 1098 time: 0.0876851 Jun 16 09:48:47.904673 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ae39d-da75-4174-9e9c-3757ac84660e req-3e9011fd-e9ed-4787-b572-a77aab66caa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:47.906117 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-4d0ae39d-da75-4174-9e9c-3757ac84660e req-3e9011fd-e9ed-4787-b572-a77aab66caa0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=66418228-6d38-41fe-a16e-152e97d803b9 HTTP/1.1" status: 200 len: 910 time: 0.0954370 Jun 16 09:48:47.980055 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-4d0ae39d-da75-4174-9e9c-3757ac84660e req-56749812-02b0-4ee8-b6cc-524657d93d14 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35dc419e-e9f5-49e6-af2e-b75fc8b6a800 HTTP/1.1" status: 200 len: 1000 time: 0.0609982 Jun 16 09:48:48.032704 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ae39d-da75-4174-9e9c-3757ac84660e req-bfcada22-9edf-4e5f-855d-ecd2989a1ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:48.034165 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-4d0ae39d-da75-4174-9e9c-3757ac84660e req-bfcada22-9edf-4e5f-855d-ecd2989a1ea0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e6746ba6-7ff9-478f-9071-82a467b0d0ff HTTP/1.1" status: 200 len: 848 time: 0.0432084 Jun 16 09:48:48.093797 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ae39d-da75-4174-9e9c-3757ac84660e req-8318255b-bb12-4d57-832f-f0c1b0acf0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:48.095314 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-4d0ae39d-da75-4174-9e9c-3757ac84660e req-8318255b-bb12-4d57-832f-f0c1b0acf0bb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=66418228-6d38-41fe-a16e-152e97d803b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0547557 Jun 16 09:48:48.130014 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79def65-adfd-4857-ac1f-7aed24213e28 req-6e3b5864-b5b0-4be5-a553-413350cccd16 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:48.131512 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-d79def65-adfd-4857-ac1f-7aed24213e28 req-6e3b5864-b5b0-4be5-a553-413350cccd16 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.49 "GET /v2.0/networks?id=5c8b8276-a881-4c68-ac89-d4ac2c936588 HTTP/1.1" status: 200 len: 810 time: 0.1051285 Jun 16 09:48:48.192451 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-d79def65-adfd-4857-ac1f-7aed24213e28 req-5f259715-4ee5-4b55-afc3-636cc55beb03 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dfe9f5ef1b4a464aa32329299459c90d HTTP/1.1" status: 200 len: 379 time: 0.0360668 Jun 16 09:48:48.201808 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [req-d79def65-adfd-4857-ac1f-7aed24213e28 req-5aeac7d2-ae5f-45aa-9b05-f3b8e2252a36 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Request body: {'port': {'device_id': '88929651-ceb4-4978-9db9-17eb53e7b2b1', 'network_id': '5c8b8276-a881-4c68-ac89-d4ac2c936588', 'admin_state_up': True, 'tenant_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'security_groups': ['2d0e574d-d073-408f-93e0-c3f108cc8db3']}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:48:48.210373 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-4d0ae39d-da75-4174-9e9c-3757ac84660e req-71ea7c30-b338-4b95-8c8f-7b2991ff5c73 service neutron] 10.222.0.49 "GET /v2.0/networks/66418228-6d38-41fe-a16e-152e97d803b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041377 Jun 16 09:48:48.331329 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-4d0ae39d-da75-4174-9e9c-3757ac84660e req-1ae61aea-e2b9-44f1-97e6-a315fd0a90ca service neutron] 10.222.0.49 "GET /v2.0/networks/66418228-6d38-41fe-a16e-152e97d803b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135154 Jun 16 09:48:48.391593 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d79def65-adfd-4857-ac1f-7aed24213e28 req-5aeac7d2-ae5f-45aa-9b05-f3b8e2252a36 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Made reservation on behalf of dfe9f5ef1b4a464aa32329299459c90d for: {'port': 1} {{(pid=98980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:48:48.396901 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-d79def65-adfd-4857-ac1f-7aed24213e28 req-5aeac7d2-ae5f-45aa-9b05-f3b8e2252a36 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:48.527603 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.db_base_plugin_common [req-d79def65-adfd-4857-ac1f-7aed24213e28 req-5aeac7d2-ae5f-45aa-9b05-f3b8e2252a36 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Allocated IP 172.20.0.8 (5c8b8276-a881-4c68-ac89-d4ac2c936588/d7f651ef-1612-428c-80c5-ecb2942fc3e0/8dbc2ac9-d554-45ca-81cb-9f887694460a) {{(pid=98980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:48:48.665983 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-d79def65-adfd-4857-ac1f-7aed24213e28 req-5aeac7d2-ae5f-45aa-9b05-f3b8e2252a36 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks [] for port, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:48.679391 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.provisioning_blocks [req-d79def65-adfd-4857-ac1f-7aed24213e28 req-5aeac7d2-ae5f-45aa-9b05-f3b8e2252a36 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Transition to ACTIVE for port object 8dbc2ac9-d554-45ca-81cb-9f887694460a will not be triggered until provisioned by entity DHCP. {{(pid=98980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:48:48.831223 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-d79def65-adfd-4857-ac1f-7aed24213e28 req-5aeac7d2-ae5f-45aa-9b05-f3b8e2252a36 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126582365'] for port, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:48.836007 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-e253ac7a-0aa9-42a1-977f-cdad92b66414 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:48.884606 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d79def65-adfd-4857-ac1f-7aed24213e28 req-5aeac7d2-ae5f-45aa-9b05-f3b8e2252a36 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Network 5c8b8276-a881-4c68-ac89-d4ac2c936588 is already hosted by enough agents. {{(pid=98980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:48:48.888086 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.base_scheduler [req-d79def65-adfd-4857-ac1f-7aed24213e28 req-5aeac7d2-ae5f-45aa-9b05-f3b8e2252a36 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Resources bound (agent type, host, resource id): {{(pid=98980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:48:48.892590 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.l3_dvrscheduler_db [req-d79def65-adfd-4857-ac1f-7aed24213e28 req-5aeac7d2-ae5f-45aa-9b05-f3b8e2252a36 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Received port after_create {{(pid=98980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:48:48.919305 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeac7d2-ae5f-45aa-9b05-f3b8e2252a36 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Pushing event updated for resources: {'Port': ['ID=8dbc2ac9-d554-45ca-81cb-9f887694460a,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:48.924267 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-5aeac7d2-ae5f-45aa-9b05-f3b8e2252a36 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:48.983356 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79def65-adfd-4857-ac1f-7aed24213e28 req-5aeac7d2-ae5f-45aa-9b05-f3b8e2252a36 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:48.983356 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-d79def65-adfd-4857-ac1f-7aed24213e28 req-5aeac7d2-ae5f-45aa-9b05-f3b8e2252a36 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for port, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:48.983559 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836016b0-a435-4a0b-9d15-0f0da7bf09c3 req-2a5e376c-5a10-449f-81e9-bc30d3f1ec61 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:48.983559 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-836016b0-a435-4a0b-9d15-0f0da7bf09c3 req-2a5e376c-5a10-449f-81e9-bc30d3f1ec61 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=88929651-ceb4-4978-9db9-17eb53e7b2b1 HTTP/1.1" status: 200 len: 931 time: 0.0807438 Jun 16 09:48:49.025336 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-836016b0-a435-4a0b-9d15-0f0da7bf09c3 req-4bfb0fb2-5e42-4459-a6ac-bd26bc707e30 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d0e574d-d073-408f-93e0-c3f108cc8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377984 Jun 16 09:48:49.393840 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-d79def65-adfd-4857-ac1f-7aed24213e28 req-5aeac7d2-ae5f-45aa-9b05-f3b8e2252a36 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1957772 Jun 16 09:48:49.427636 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [req-d79def65-adfd-4857-ac1f-7aed24213e28 req-219bd743-854f-46a7-8177-82370c3fbaab service neutron] Request body: {'port': {'device_id': '88929651-ceb4-4978-9db9-17eb53e7b2b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:48:49.467392 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-fe67eb83-90d3-4a7d-9bbc-ae113161fa3b None None] Provisioning for port 8dbc2ac9-d554-45ca-81cb-9f887694460a completed by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:48:49.472868 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-b24b152b-7c74-4efb-a8b3-ea6a8d5a5d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:49.475083 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-fe67eb83-90d3-4a7d-9bbc-ae113161fa3b None None] Provisioning complete for port 8dbc2ac9-d554-45ca-81cb-9f887694460a triggered by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:48:49.481404 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-fe67eb83-90d3-4a7d-9bbc-ae113161fa3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:49.500001 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-d79def65-adfd-4857-ac1f-7aed24213e28 req-219bd743-854f-46a7-8177-82370c3fbaab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:49.509819 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-fe67eb83-90d3-4a7d-9bbc-ae113161fa3b None None] Port 8dbc2ac9-d554-45ca-81cb-9f887694460a cannot update to ACTIVE because it is not bound. {{(pid=98982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 09:48:49.529834 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:49.772192 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.notifiers.nova [req-d79def65-adfd-4857-ac1f-7aed24213e28 req-219bd743-854f-46a7-8177-82370c3fbaab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dbc2ac9-d554-45ca-81cb-9f887694460a {{(pid=98980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:48:49.781587 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-d79def65-adfd-4857-ac1f-7aed24213e28 req-219bd743-854f-46a7-8177-82370c3fbaab service neutron] Notify callbacks [] for port, precommit_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:49.793710 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.provisioning_blocks [req-d79def65-adfd-4857-ac1f-7aed24213e28 req-219bd743-854f-46a7-8177-82370c3fbaab service neutron] Transition to ACTIVE for port object 8dbc2ac9-d554-45ca-81cb-9f887694460a will not be triggered until provisioned by entity L2. {{(pid=98980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:48:49.958875 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-d79def65-adfd-4857-ac1f-7aed24213e28 req-219bd743-854f-46a7-8177-82370c3fbaab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126582347'] for port, after_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:49.962026 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-5aeac7d2-ae5f-45aa-9b05-f3b8e2252a36 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:50.035019 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219bd743-854f-46a7-8177-82370c3fbaab service neutron] Pushing event updated for resources: {'Port': ['ID=8dbc2ac9-d554-45ca-81cb-9f887694460a,revision_number=2']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:50.039824 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-219bd743-854f-46a7-8177-82370c3fbaab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:50.112528 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.managers [req-d79def65-adfd-4857-ac1f-7aed24213e28 req-219bd743-854f-46a7-8177-82370c3fbaab service neutron] Attempting to bind port 8dbc2ac9-d554-45ca-81cb-9f887694460a on host hv-cinder-79628 for vnic_type normal with profile {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:48:50.112856 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.managers [req-d79def65-adfd-4857-ac1f-7aed24213e28 req-219bd743-854f-46a7-8177-82370c3fbaab service neutron] Attempting to bind port 8dbc2ac9-d554-45ca-81cb-9f887694460a by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'b89fa4bb-9b9b-47e0-a491-864722251830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5c8b8276-a881-4c68-ac89-d4ac2c936588'}] {{(pid=98980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:48:50.113189 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79def65-adfd-4857-ac1f-7aed24213e28 req-219bd743-854f-46a7-8177-82370c3fbaab service neutron] Attempting to bind port 8dbc2ac9-d554-45ca-81cb-9f887694460a on network 5c8b8276-a881-4c68-ac89-d4ac2c936588 {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:48:50.123783 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79def65-adfd-4857-ac1f-7aed24213e28 req-219bd743-854f-46a7-8177-82370c3fbaab service neutron] Port 8dbc2ac9-d554-45ca-81cb-9f887694460a on network 5c8b8276-a881-4c68-ac89-d4ac2c936588 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 09:48:50.123783 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79def65-adfd-4857-ac1f-7aed24213e28 req-219bd743-854f-46a7-8177-82370c3fbaab service neutron] Attempting to bind port 8dbc2ac9-d554-45ca-81cb-9f887694460a on network 5c8b8276-a881-4c68-ac89-d4ac2c936588 {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:48:50.127865 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79def65-adfd-4857-ac1f-7aed24213e28 req-219bd743-854f-46a7-8177-82370c3fbaab service neutron] Checking agent: {'id': '868dca64-f295-49d2-b561-88939e4b0d1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 41, 11), 'started_at': datetime.datetime(2021, 6, 16, 9, 41, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:48:50.128294 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79def65-adfd-4857-ac1f-7aed24213e28 req-219bd743-854f-46a7-8177-82370c3fbaab service neutron] Checking segment: {'id': 'b89fa4bb-9b9b-47e0-a491-864722251830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5c8b8276-a881-4c68-ac89-d4ac2c936588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:48:50.128760 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79def65-adfd-4857-ac1f-7aed24213e28 req-219bd743-854f-46a7-8177-82370c3fbaab service neutron] Bound using segment: {'id': 'b89fa4bb-9b9b-47e0-a491-864722251830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5c8b8276-a881-4c68-ac89-d4ac2c936588'} {{(pid=98980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:48:50.129184 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.managers [req-d79def65-adfd-4857-ac1f-7aed24213e28 req-219bd743-854f-46a7-8177-82370c3fbaab service neutron] Bound port: 8dbc2ac9-d554-45ca-81cb-9f887694460a, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b89fa4bb-9b9b-47e0-a491-864722251830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5c8b8276-a881-4c68-ac89-d4ac2c936588'}}] {{(pid=98980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:48:50.129523 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-d79def65-adfd-4857-ac1f-7aed24213e28 req-219bd743-854f-46a7-8177-82370c3fbaab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:50.202756 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.db [req-d79def65-adfd-4857-ac1f-7aed24213e28 req-219bd743-854f-46a7-8177-82370c3fbaab service neutron] For port 8dbc2ac9-d554-45ca-81cb-9f887694460a, host hv-cinder-79628, cleared binding levels {{(pid=98980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:48:50.206593 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.db [req-d79def65-adfd-4857-ac1f-7aed24213e28 req-219bd743-854f-46a7-8177-82370c3fbaab service neutron] For port 8dbc2ac9-d554-45ca-81cb-9f887694460a, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8dbc2ac9-d554-45ca-81cb-9f887694460a,segment=NetworkSegment(b89fa4bb-9b9b-47e0-a491-864722251830),segment_id=b89fa4bb-9b9b-47e0-a491-864722251830)] {{(pid=98980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:48:50.220780 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68accb-c9cf-423b-9f45-1b075c9b285e req-dcd081a9-6c77-4068-a2b3-65f8bf8cedd5 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:50.222299 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-3c68accb-c9cf-423b-9f45-1b075c9b285e req-dcd081a9-6c77-4068-a2b3-65f8bf8cedd5 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=88929651-ceb4-4978-9db9-17eb53e7b2b1 HTTP/1.1" status: 200 len: 943 time: 0.0711467 Jun 16 09:48:50.259538 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-3c68accb-c9cf-423b-9f45-1b075c9b285e req-77d1f291-d443-4a6c-9996-7e90ea53650e tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d0e574d-d073-408f-93e0-c3f108cc8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314720 Jun 16 09:48:50.301946 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-d79def65-adfd-4857-ac1f-7aed24213e28 req-219bd743-854f-46a7-8177-82370c3fbaab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126582347'] for port, after_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:50.304970 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-59d43609-f75b-4799-afaf-9b3751179be6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:50.341357 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79def65-adfd-4857-ac1f-7aed24213e28 req-219bd743-854f-46a7-8177-82370c3fbaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:50.341958 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-d79def65-adfd-4857-ac1f-7aed24213e28 req-219bd743-854f-46a7-8177-82370c3fbaab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for port, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:50.343408 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-d79def65-adfd-4857-ac1f-7aed24213e28 req-219bd743-854f-46a7-8177-82370c3fbaab service neutron] 10.222.0.49 "PUT /v2.0/ports/8dbc2ac9-d554-45ca-81cb-9f887694460a HTTP/1.1" status: 200 len: 1093 time: 0.9209466 Jun 16 09:48:50.344019 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88929651-ceb4-4978-9db9-17eb53e7b2b1', 'tag': '8dbc2ac9-d554-45ca-81cb-9f887694460a'}] {{(pid=98980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:48:50.346366 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f334069be3519ec184138b23d582e39f65c0d47b6cef299b3d1a0596e5c2100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da809a6-ceb0-48fa-b23a-7f4e4b4ee34b" -d '{"events": [{"name": "network-changed", "server_uuid": "88929651-ceb4-4978-9db9-17eb53e7b2b1", "tag": "8dbc2ac9-d554-45ca-81cb-9f887694460a"}]}' {{(pid=98980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:48:50.388267 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219bd743-854f-46a7-8177-82370c3fbaab service neutron] Pushing event updated for resources: {'Port': ['ID=8dbc2ac9-d554-45ca-81cb-9f887694460a,revision_number=3']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:50.393348 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-219bd743-854f-46a7-8177-82370c3fbaab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:50.394971 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71444ea4-3421-4166-8656-6229195e9326 x-openstack-request-id: req-71444ea4-3421-4166-8656-6229195e9326 {{(pid=98980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:48:50.395567 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88929651-ceb4-4978-9db9-17eb53e7b2b1", "tag": "8dbc2ac9-d554-45ca-81cb-9f887694460a", "status": "completed", "code": 200}]} {{(pid=98980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:48:50.395567 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-71444ea4-3421-4166-8656-6229195e9326 {{(pid=98980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:48:50.396355 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88929651-ceb4-4978-9db9-17eb53e7b2b1', 'tag': '8dbc2ac9-d554-45ca-81cb-9f887694460a', 'status': 'completed', 'code': 200} Jun 16 09:48:50.501601 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-16d92f64-da1b-4eb0-8f0f-160fef97265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:51.436748 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a074c-69a8-4701-a73d-1b6d32d47b74 req-45ca406d-fba6-4da5-ac4f-1c6473b21b56 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:51.438206 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-191a074c-69a8-4701-a73d-1b6d32d47b74 req-45ca406d-fba6-4da5-ac4f-1c6473b21b56 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=88929651-ceb4-4978-9db9-17eb53e7b2b1 HTTP/1.1" status: 200 len: 943 time: 0.0676222 Jun 16 09:48:51.475440 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-191a074c-69a8-4701-a73d-1b6d32d47b74 req-215aca22-7264-4ad9-bb55-f928f2cff771 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d0e574d-d073-408f-93e0-c3f108cc8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315740 Jun 16 09:48:52.432711 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e4fb578b-fd5e-47f0-aa8c-4b83a36f29c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:52.650972 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4124be-5ffc-4bfd-89a0-007be658fc88 req-bf1bb521-7f11-4f46-b4c3-6cf4dee391c7 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:52.652525 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-0c4124be-5ffc-4bfd-89a0-007be658fc88 req-bf1bb521-7f11-4f46-b4c3-6cf4dee391c7 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=88929651-ceb4-4978-9db9-17eb53e7b2b1 HTTP/1.1" status: 200 len: 943 time: 0.0640240 Jun 16 09:48:52.690819 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-0c4124be-5ffc-4bfd-89a0-007be658fc88 req-7c5fa0ba-d71a-41ef-836a-660266fd2b8c tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d0e574d-d073-408f-93e0-c3f108cc8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327270 Jun 16 09:48:53.516663 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da809a6-ceb0-48fa-b23a-7f4e4b4ee34b req-c582cb55-ce94-44c0-bba4-2416ee27db1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:53.518624 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-5da809a6-ceb0-48fa-b23a-7f4e4b4ee34b req-c582cb55-ce94-44c0-bba4-2416ee27db1f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dfe9f5ef1b4a464aa32329299459c90d&device_id=88929651-ceb4-4978-9db9-17eb53e7b2b1 HTTP/1.1" status: 200 len: 1096 time: 0.0571747 Jun 16 09:48:53.626730 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da809a6-ceb0-48fa-b23a-7f4e4b4ee34b req-3c00e744-e7da-427d-80a3-3783e7c6312c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:53.628129 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-5da809a6-ceb0-48fa-b23a-7f4e4b4ee34b req-3c00e744-e7da-427d-80a3-3783e7c6312c service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=dfe9f5ef1b4a464aa32329299459c90d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0891674 Jun 16 09:48:53.988046 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da809a6-ceb0-48fa-b23a-7f4e4b4ee34b req-6691a858-91d1-4b8a-a0dd-30a6aaa7291c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:53.989467 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-5da809a6-ceb0-48fa-b23a-7f4e4b4ee34b req-6691a858-91d1-4b8a-a0dd-30a6aaa7291c service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3534155 Jun 16 09:48:54.014240 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6028604-eee5-4c1b-985c-41f48753f545 req-fc6df9fb-f695-4b62-8336-51bdf4dd9142 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:54.015689 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-b6028604-eee5-4c1b-985c-41f48753f545 req-fc6df9fb-f695-4b62-8336-51bdf4dd9142 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=88929651-ceb4-4978-9db9-17eb53e7b2b1 HTTP/1.1" status: 200 len: 943 time: 0.0863211 Jun 16 09:48:54.056806 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-b6028604-eee5-4c1b-985c-41f48753f545 req-1b1d2c54-871e-4bcc-95c8-81fa78218f89 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d0e574d-d073-408f-93e0-c3f108cc8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335398 Jun 16 09:48:54.119525 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79def65-adfd-4857-ac1f-7aed24213e28 req-8a3ceac9-ea84-46a4-adc4-20b56efa17c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:54.120955 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-d79def65-adfd-4857-ac1f-7aed24213e28 req-8a3ceac9-ea84-46a4-adc4-20b56efa17c0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dfe9f5ef1b4a464aa32329299459c90d&device_id=88929651-ceb4-4978-9db9-17eb53e7b2b1 HTTP/1.1" status: 200 len: 1096 time: 0.0552437 Jun 16 09:48:54.182819 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-d79def65-adfd-4857-ac1f-7aed24213e28 req-73f7037b-f04d-490f-aac5-16e0af53fec7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8dbc2ac9-d554-45ca-81cb-9f887694460a HTTP/1.1" status: 200 len: 217 time: 0.0374737 Jun 16 09:48:54.232675 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79def65-adfd-4857-ac1f-7aed24213e28 req-72f74d36-1b93-4be3-9b0c-a778e5da1aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:54.234435 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-d79def65-adfd-4857-ac1f-7aed24213e28 req-72f74d36-1b93-4be3-9b0c-a778e5da1aef service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d7f651ef-1612-428c-80c5-ecb2942fc3e0 HTTP/1.1" status: 200 len: 849 time: 0.0438001 Jun 16 09:48:54.293323 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79def65-adfd-4857-ac1f-7aed24213e28 req-6ff0bfa6-8f1e-46f1-875a-3c3e60e9d43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:54.294978 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-d79def65-adfd-4857-ac1f-7aed24213e28 req-6ff0bfa6-8f1e-46f1-875a-3c3e60e9d43e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5c8b8276-a881-4c68-ac89-d4ac2c936588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526347 Jun 16 09:48:54.388925 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-d79def65-adfd-4857-ac1f-7aed24213e28 req-2c07af43-cde0-4925-b181-5c879bba1319 service neutron] 10.222.0.49 "GET /v2.0/networks/5c8b8276-a881-4c68-ac89-d4ac2c936588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866117 Jun 16 09:48:54.483010 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-d79def65-adfd-4857-ac1f-7aed24213e28 req-6b19326f-53b4-4237-8835-10d393969091 service neutron] 10.222.0.49 "GET /v2.0/networks/5c8b8276-a881-4c68-ac89-d4ac2c936588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848072 Jun 16 09:48:55.230228 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3491646-3621-4231-8a9b-b9079bb334a5 req-5f579283-7c62-45d7-893c-1a222a14b6b1 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:55.231715 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-e3491646-3621-4231-8a9b-b9079bb334a5 req-5f579283-7c62-45d7-893c-1a222a14b6b1 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=88929651-ceb4-4978-9db9-17eb53e7b2b1 HTTP/1.1" status: 200 len: 943 time: 0.0643156 Jun 16 09:48:55.271321 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-e3491646-3621-4231-8a9b-b9079bb334a5 req-43dc3ddc-dd81-4959-9384-6c67947ca0d8 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d0e574d-d073-408f-93e0-c3f108cc8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334067 Jun 16 09:48:56.343307 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 8dbc2ac9-d554-45ca-81cb-9f887694460a details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=98982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 09:48:56.449616 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab9878-44ef-44a4-bfb1-52f8d6cc169f req-c7d27d40-48b3-471c-b492-c11343fd5d60 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:56.451105 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-1cab9878-44ef-44a4-bfb1-52f8d6cc169f req-c7d27d40-48b3-471c-b492-c11343fd5d60 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=88929651-ceb4-4978-9db9-17eb53e7b2b1 HTTP/1.1" status: 200 len: 943 time: 0.0645614 Jun 16 09:48:56.456560 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 8dbc2ac9-d554-45ca-81cb-9f887694460a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8dbc2ac9-d554-45ca-81cb-9f887694460a,segment=NetworkSegment(b89fa4bb-9b9b-47e0-a491-864722251830),segment_id=b89fa4bb-9b9b-47e0-a491-864722251830)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:48:56.468130 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Returning: {'device': '8dbc2ac9-d554-45ca-81cb-9f887694460a', 'network_id': '5c8b8276-a881-4c68-ac89-d4ac2c936588', 'port_id': '8dbc2ac9-d554-45ca-81cb-9f887694460a', 'mac_address': 'fa:16:3e:78:d9:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7f651ef-1612-428c-80c5-ecb2942fc3e0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 09:48:56.489249 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-1cab9878-44ef-44a4-bfb1-52f8d6cc169f req-c768110c-1f23-4b5b-8655-b8e4fe66c06b tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d0e574d-d073-408f-93e0-c3f108cc8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324137 Jun 16 09:48:56.507441 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:56.520359 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.notifiers.nova [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dbc2ac9-d554-45ca-81cb-9f887694460a {{(pid=98982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:48:56.548079 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 8dbc2ac9-d554-45ca-81cb-9f887694460a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8dbc2ac9-d554-45ca-81cb-9f887694460a,segment=NetworkSegment(b89fa4bb-9b9b-47e0-a491-864722251830),segment_id=b89fa4bb-9b9b-47e0-a491-864722251830)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:48:56.695547 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:56.697293 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-ea5a4e78-e0b1-418f-b12c-8fb0c0e8f316 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:56.746198 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Pushing event updated for resources: {'Port': ['ID=8dbc2ac9-d554-45ca-81cb-9f887694460a,revision_number=4']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:56.754418 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:56.754761 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:56.755119 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:56.755446 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:56.755768 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:56.756090 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:56.756407 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:56.756724 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:56.757082 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:56.757390 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:56.757703 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:56.758013 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:56.761664 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:57.108514 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] get_ports_and_sgs() called for port_ids ['8dbc2ac9-d554-45ca-81cb-9f887694460a'] {{(pid=98982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:48:57.661908 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8e144-9e64-449e-a402-96c5ff61f5bd req-9af2489a-2db9-403d-bb28-b52558106e0a tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:57.663392 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-68e8e144-9e64-449e-a402-96c5ff61f5bd req-9af2489a-2db9-403d-bb28-b52558106e0a tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=88929651-ceb4-4978-9db9-17eb53e7b2b1 HTTP/1.1" status: 200 len: 944 time: 0.0661807 Jun 16 09:48:57.700333 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-68e8e144-9e64-449e-a402-96c5ff61f5bd req-9bae437d-af65-42a9-b5eb-01c9cd3db245 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d0e574d-d073-408f-93e0-c3f108cc8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313654 Jun 16 09:48:58.375202 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 8dbc2ac9-d554-45ca-81cb-9f887694460a up at agent hyperv_hv-cinder-79628 {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:48:58.506824 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Provisioning for port 8dbc2ac9-d554-45ca-81cb-9f887694460a completed by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:48:58.511747 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Provisioning complete for port 8dbc2ac9-d554-45ca-81cb-9f887694460a triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:48:58.511747 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:58.587301 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:58.609270 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88929651-ceb4-4978-9db9-17eb53e7b2b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dbc2ac9-d554-45ca-81cb-9f887694460a'}] {{(pid=98982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:48:58.611968 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4f9cc304a916b9d47f5f8bf5758f709c886eea9513b83351d26ab7408c86625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f05df4-b61b-4cc8-be80-0ebcfdac5816" -d '{"events": [{"server_uuid": "88929651-ceb4-4978-9db9-17eb53e7b2b1", "name": "network-vif-plugged", "status": "completed", "tag": "8dbc2ac9-d554-45ca-81cb-9f887694460a"}]}' {{(pid=98982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:48:58.624522 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 8dbc2ac9-d554-45ca-81cb-9f887694460a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8dbc2ac9-d554-45ca-81cb-9f887694460a,segment=NetworkSegment(b89fa4bb-9b9b-47e0-a491-864722251830),segment_id=b89fa4bb-9b9b-47e0-a491-864722251830)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:48:58.648762 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9e4850-77cf-4b12-a3fa-6d4526ae3ca6 x-openstack-request-id: req-4b9e4850-77cf-4b12-a3fa-6d4526ae3ca6 {{(pid=98982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:48:58.649056 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88929651-ceb4-4978-9db9-17eb53e7b2b1", "name": "network-vif-plugged", "status": "completed", "tag": "8dbc2ac9-d554-45ca-81cb-9f887694460a", "code": 200}]} {{(pid=98982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:48:58.649306 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4b9e4850-77cf-4b12-a3fa-6d4526ae3ca6 {{(pid=98982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:48:58.649772 dv-cinder-796286-4-iscsi neutron-server[98982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88929651-ceb4-4978-9db9-17eb53e7b2b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dbc2ac9-d554-45ca-81cb-9f887694460a', 'code': 200} Jun 16 09:48:58.723789 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:58.726359 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:58.808996 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Pushing event updated for resources: {'Port': ['ID=8dbc2ac9-d554-45ca-81cb-9f887694460a,revision_number=5']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:58.812099 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:58.889343 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e238165c-a2d6-4d04-ab9f-15c1a6c7319e req-0c427b55-73ec-440d-985d-1924746b95c6 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:58.890697 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-e238165c-a2d6-4d04-ab9f-15c1a6c7319e req-0c427b55-73ec-440d-985d-1924746b95c6 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=88929651-ceb4-4978-9db9-17eb53e7b2b1 HTTP/1.1" status: 200 len: 945 time: 0.0655346 Jun 16 09:48:58.931555 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-e238165c-a2d6-4d04-ab9f-15c1a6c7319e req-1ea38dc0-72d3-4208-8cb1-2a4bdc4390cb tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d0e574d-d073-408f-93e0-c3f108cc8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340736 Jun 16 09:48:59.190633 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d88a0-93df-4aa9-8f65-97a08bd06970 req-f46108fc-9492-4008-bc0a-df4915e08859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:59.192046 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-3f3d88a0-93df-4aa9-8f65-97a08bd06970 req-f46108fc-9492-4008-bc0a-df4915e08859 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=88929651-ceb4-4978-9db9-17eb53e7b2b1 HTTP/1.1" status: 200 len: 1098 time: 0.0510461 Jun 16 09:48:59.227882 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-3f3d88a0-93df-4aa9-8f65-97a08bd06970 req-c75a3fb0-7873-46ff-908a-7873e3984207 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2d0e574d-d073-408f-93e0-c3f108cc8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280719 Jun 16 09:49:00.102709 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ebcf8-e816-475d-bb33-d1581e160320 req-e580d733-e14e-48b2-9bb5-b9f737081842 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:00.104162 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-a81ebcf8-e816-475d-bb33-d1581e160320 req-e580d733-e14e-48b2-9bb5-b9f737081842 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=88929651-ceb4-4978-9db9-17eb53e7b2b1 HTTP/1.1" status: 200 len: 945 time: 0.0618629 Jun 16 09:49:00.143375 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-a81ebcf8-e816-475d-bb33-d1581e160320 req-0cf0de16-d2c9-44b3-a3b6-da166fa2b3b5 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d0e574d-d073-408f-93e0-c3f108cc8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334716 Jun 16 09:49:01.317191 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861452f-07ec-4601-bf70-fe4c3b307b9c req-408cb4ff-acc4-4c28-adad-80b64f4ea2c4 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:01.318554 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-b861452f-07ec-4601-bf70-fe4c3b307b9c req-408cb4ff-acc4-4c28-adad-80b64f4ea2c4 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=88929651-ceb4-4978-9db9-17eb53e7b2b1 HTTP/1.1" status: 200 len: 945 time: 0.0642078 Jun 16 09:49:01.361621 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-b861452f-07ec-4601-bf70-fe4c3b307b9c req-98c0bf8e-dae5-4ec5-a4c3-a8ec149c7e77 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d0e574d-d073-408f-93e0-c3f108cc8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366802 Jun 16 09:49:01.732895 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ccc9b-fc99-4276-a195-2310f390298c req-b32d93bc-e188-41ec-9eab-a4f004f0700b tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:01.734335 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-d77ccc9b-fc99-4276-a195-2310f390298c req-b32d93bc-e188-41ec-9eab-a4f004f0700b tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/ports?device_id=37f03ecd-bc20-41d9-aa1c-0d890bc58f5e HTTP/1.1" status: 200 len: 945 time: 0.0620472 Jun 16 09:49:01.771666 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-d77ccc9b-fc99-4276-a195-2310f390298c req-22d9f450-7d51-4171-96f4-5b3dc963cbf0 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/security-groups?id=e122ffc2-269c-4c68-bb19-efe30185c869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308726 Jun 16 09:49:02.528054 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174495d-0ecc-4a11-a701-12a1a3433932 req-4e8830ae-8f44-4da9-9a5e-4cc464a11544 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:02.529358 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-1174495d-0ecc-4a11-a701-12a1a3433932 req-4e8830ae-8f44-4da9-9a5e-4cc464a11544 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=88929651-ceb4-4978-9db9-17eb53e7b2b1 HTTP/1.1" status: 200 len: 945 time: 0.0606735 Jun 16 09:49:02.565952 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-1174495d-0ecc-4a11-a701-12a1a3433932 req-2b42a4da-d482-4dbd-a448-748b5addc614 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d0e574d-d073-408f-93e0-c3f108cc8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311210 Jun 16 09:49:02.733698 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d299fc4-b6c1-4f6d-baae-fdfed9d8094f req-22c1a730-a452-4dbc-81a6-a7574c8610c3 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:02.735150 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-8d299fc4-b6c1-4f6d-baae-fdfed9d8094f req-22c1a730-a452-4dbc-81a6-a7574c8610c3 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=88929651-ceb4-4978-9db9-17eb53e7b2b1 HTTP/1.1" status: 200 len: 945 time: 0.0625494 Jun 16 09:49:02.744356 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 53434) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:49:02.748775 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [None req-e5e12e70-7e6c-40db-9a7b-5e9ba4ff89ee tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Request body: {'floatingip': {'port_id': '8dbc2ac9-d554-45ca-81cb-9f887694460a'}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:49:02.789702 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-e5e12e70-7e6c-40db-9a7b-5e9ba4ff89ee tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks [] for floatingip, before_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:02.952803 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d0c29-dc6e-4609-8f6c-d7a4c950db95 req-640f9721-53c5-452a-90be-621657c88985 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:02.954324 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-a91d0c29-dc6e-4609-8f6c-d7a4c950db95 req-640f9721-53c5-452a-90be-621657c88985 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/ports?device_id=37f03ecd-bc20-41d9-aa1c-0d890bc58f5e HTTP/1.1" status: 200 len: 945 time: 0.0689209 Jun 16 09:49:02.994761 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-a91d0c29-dc6e-4609-8f6c-d7a4c950db95 req-1265da16-fd48-4f7f-837c-4cdd31f659b4 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/security-groups?id=e122ffc2-269c-4c68-bb19-efe30185c869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344579 Jun 16 09:49:03.473972 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-e5e12e70-7e6c-40db-9a7b-5e9ba4ff89ee tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:03.610126 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-e5e12e70-7e6c-40db-9a7b-5e9ba4ff89ee tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761582'] for floatingip, after_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:03.708794 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.db.l3_db [None req-e5e12e70-7e6c-40db-9a7b-5e9ba4ff89ee tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Floating IP 2a22d803-29fe-48dd-a5c6-c796d0c2d9f0 associated. External IP: 172.27.0.50, port: 8dbc2ac9-d554-45ca-81cb-9f887694460a. Jun 16 09:49:03.908876 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e12e70-7e6c-40db-9a7b-5e9ba4ff89ee tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Router 3a95cbf4-c953-4fd9-8ad5-82d480798852 has already been hosted by L3 agent 7768ee83-37c7-4165-88a2-5844eb43ad81 {{(pid=98981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:49:04.012553 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e12e70-7e6c-40db-9a7b-5e9ba4ff89ee tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify agent at l3_agent.dv-cinder-796286-4-iscsi the message routers_updated {{(pid=98981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:49:04.017584 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-e5e12e70-7e6c-40db-9a7b-5e9ba4ff89ee tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for floatingip, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:04.024750 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c139009f-913a-43a7-9fba-c5846ecd0207 None None] Sync routers for ids ['3a95cbf4-c953-4fd9-8ad5-82d480798852'] in dv-cinder-796286-4-iscsi {{(pid=98982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:49:04.055556 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b80eec-594b-440b-9dfb-858256c04d19 req-833ee516-95fd-4840-8cd9-d64d70a91122 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:04.060136 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-e5e12e70-7e6c-40db-9a7b-5e9ba4ff89ee tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "PUT /v2.0/floatingips/2a22d803-29fe-48dd-a5c6-c796d0c2d9f0 HTTP/1.1" status: 200 len: 990 time: 1.3115966 Jun 16 09:49:04.060814 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-e1b80eec-594b-440b-9dfb-858256c04d19 req-833ee516-95fd-4840-8cd9-d64d70a91122 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.49 "GET /v2.0/ports?device_id=37f03ecd-bc20-41d9-aa1c-0d890bc58f5e HTTP/1.1" status: 200 len: 945 time: 0.0676599 Jun 16 09:49:04.060914 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88929651-ceb4-4978-9db9-17eb53e7b2b1', 'tag': '8dbc2ac9-d554-45ca-81cb-9f887694460a'}] {{(pid=98981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:49:04.060914 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18eb52cff4d517b1dce9432e7e66d3e16844a09bb405b8b8e4b50ca476568750" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216613eb-7dbc-42da-b8f9-0a208ac6f899" -d '{"events": [{"name": "network-changed", "server_uuid": "88929651-ceb4-4978-9db9-17eb53e7b2b1", "tag": "8dbc2ac9-d554-45ca-81cb-9f887694460a"}]}' {{(pid=98981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:49:04.068041 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c139009f-913a-43a7-9fba-c5846ecd0207 None None] Routers {'3a95cbf4-c953-4fd9-8ad5-82d480798852'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:49:04.069261 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-c139009f-913a-43a7-9fba-c5846ecd0207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:48:49Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['3a95cbf4-c953-4fd9-8ad5-82d480798852'], 'active': True} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:49:04.168967 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.plugin [req-e1b80eec-594b-440b-9dfb-858256c04d19 req-6d093ee2-25a1-479e-b754-aa9e7b346f85 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Deleting port 3b838530-7f8c-4654-8ff0-9580febf4261 {{(pid=98980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:49:04.169308 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-e1b80eec-594b-440b-9dfb-858256c04d19 req-6d093ee2-25a1-479e-b754-aa9e7b346f85 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:04.179269 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvr_db [None req-c139009f-913a-43a7-9fba-c5846ecd0207 None None] Set router 3a95cbf4-c953-4fd9-8ad5-82d480798852 gateway port host: dv-cinder-796286-4-iscsi {{(pid=98982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:49:04.286973 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ab3283-751a-46cc-a3d4-9f0cf22bfc97 x-openstack-request-id: req-52ab3283-751a-46cc-a3d4-9f0cf22bfc97 {{(pid=98981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:49:04.287300 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88929651-ceb4-4978-9db9-17eb53e7b2b1", "tag": "8dbc2ac9-d554-45ca-81cb-9f887694460a", "status": "completed", "code": 200}]} {{(pid=98981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:49:04.287578 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-52ab3283-751a-46cc-a3d4-9f0cf22bfc97 {{(pid=98981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:49:04.287990 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88929651-ceb4-4978-9db9-17eb53e7b2b1', 'tag': '8dbc2ac9-d554-45ca-81cb-9f887694460a', 'status': 'completed', 'code': 200} Jun 16 09:49:04.305379 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.db [req-e1b80eec-594b-440b-9dfb-858256c04d19 req-6d093ee2-25a1-479e-b754-aa9e7b346f85 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] For port 3b838530-7f8c-4654-8ff0-9580febf4261, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=3b838530-7f8c-4654-8ff0-9580febf4261,segment=NetworkSegment(11d7a99c-391a-4d23-a81d-60969cf78e17),segment_id=11d7a99c-391a-4d23-a81d-60969cf78e17)] {{(pid=98980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:49:04.305379 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-e1b80eec-594b-440b-9dfb-858256c04d19 req-6d093ee2-25a1-479e-b754-aa9e7b346f85 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:04.353865 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52188069-271e-41c1-a6f1-191b910bdebc req-8f0e3f83-3b25-438c-b0d1-7595cf6aaf29 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:04.355388 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-52188069-271e-41c1-a6f1-191b910bdebc req-8f0e3f83-3b25-438c-b0d1-7595cf6aaf29 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/ports?device_id=37f03ecd-bc20-41d9-aa1c-0d890bc58f5e HTTP/1.1" status: 200 len: 945 time: 0.1624279 Jun 16 09:49:04.381308 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.plugin [req-e1b80eec-594b-440b-9dfb-858256c04d19 req-6d093ee2-25a1-479e-b754-aa9e7b346f85 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Calling delete_port for 3b838530-7f8c-4654-8ff0-9580febf4261 owned by compute:nova {{(pid=98980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:49:04.414966 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216613eb-7dbc-42da-b8f9-0a208ac6f899 req-4fa396fe-e962-4ed6-a635-8910febd32ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:04.416753 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-216613eb-7dbc-42da-b8f9-0a208ac6f899 req-4fa396fe-e962-4ed6-a635-8910febd32ce service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dfe9f5ef1b4a464aa32329299459c90d&device_id=88929651-ceb4-4978-9db9-17eb53e7b2b1 HTTP/1.1" status: 200 len: 1098 time: 0.0587120 Jun 16 09:49:04.442174 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-c139009f-913a-43a7-9fba-c5846ecd0207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'name': 'tempest-AttachVolumeTestJSON-520951488-router', 'tenant_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'f704a43b-8f4d-4489-8738-2a2b4492d461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:01Z', 'updated_at': '2021-06-16T09:43:08Z', 'revision_number': 4, 'project_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'gw_port': {'id': 'f704a43b-8f4d-4489-8738-2a2b4492d461', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:03Z', 'updated_at': '2021-06-16T09:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_floatingips': [{'id': '2a22d803-29fe-48dd-a5c6-c796d0c2d9f0', 'tenant_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'floating_ip_address': '172.27.0.50', 'floating_network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'router_id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'port_id': '8dbc2ac9-d554-45ca-81cb-9f887694460a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c8b8276-a881-4c68-ac89-d4ac2c936588', 'mac_address': 'fa:16:3e:78:d9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88929651-ceb4-4978-9db9-17eb53e7b2b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T09:48:39Z', 'updated_at': '2021-06-16T09:49:03Z', 'revision_number': 1, 'project_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ecac412-0cdd-40de-8c76-100c30c1ebec', 'name': '', 'network_id': '5c8b8276-a881-4c68-ac89-d4ac2c936588', 'tenant_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'mac_address': 'fa:16:3e:02:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd7f651ef-1612-428c-80c5-ecb2942fc3e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:07Z', 'updated_at': '2021-06-16T09:43:17Z', 'revision_number': 5, 'project_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'subnets': [{'id': 'd7f651ef-1612-428c-80c5-ecb2942fc3e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:49:04.445982 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c139009f-913a-43a7-9fba-c5846ecd0207 None None] Checking router: 3a95cbf4-c953-4fd9-8ad5-82d480798852 for host: dv-cinder-796286-4-iscsi {{(pid=98982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:49:04.455163 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c139009f-913a-43a7-9fba-c5846ecd0207 None None] Routers {'3a95cbf4-c953-4fd9-8ad5-82d480798852'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:49:04.455788 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-c139009f-913a-43a7-9fba-c5846ecd0207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:48:49Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['3a95cbf4-c953-4fd9-8ad5-82d480798852'], 'active': True} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:49:04.458670 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-52188069-271e-41c1-a6f1-191b910bdebc req-28dd5f6d-a33c-4683-9fe4-56c40834df03 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/security-groups?id=e122ffc2-269c-4c68-bb19-efe30185c869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751266 Jun 16 09:49:04.532413 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216613eb-7dbc-42da-b8f9-0a208ac6f899 req-35ac187c-af95-4f3d-a6da-69fb89c6263f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:04.534233 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-216613eb-7dbc-42da-b8f9-0a208ac6f899 req-35ac187c-af95-4f3d-a6da-69fb89c6263f service neutron] 10.222.0.49 "GET /v2.0/networks?id=5c8b8276-a881-4c68-ac89-d4ac2c936588 HTTP/1.1" status: 200 len: 911 time: 0.1096182 Jun 16 09:49:04.609443 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-216613eb-7dbc-42da-b8f9-0a208ac6f899 req-7c560837-0b8e-431f-b5e5-a3a993f0fd23 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8dbc2ac9-d554-45ca-81cb-9f887694460a HTTP/1.1" status: 200 len: 998 time: 0.0606830 Jun 16 09:49:04.636082 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-e1b80eec-594b-440b-9dfb-858256c04d19 req-6d093ee2-25a1-479e-b754-aa9e7b346f85 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126582338'] for port, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:04.641448 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-40338e4f-c642-4634-a345-584d55d0d9ed tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:49:04.663754 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216613eb-7dbc-42da-b8f9-0a208ac6f899 req-4ac6e86d-dfe2-4867-9b09-1fb8cc5cc46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:04.665258 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-216613eb-7dbc-42da-b8f9-0a208ac6f899 req-4ac6e86d-dfe2-4867-9b09-1fb8cc5cc46e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d7f651ef-1612-428c-80c5-ecb2942fc3e0 HTTP/1.1" status: 200 len: 849 time: 0.0458374 Jun 16 09:49:04.668296 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d093ee2-25a1-479e-b754-aa9e7b346f85 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Pushing event deleted for resources: {'Port': ['ID=3b838530-7f8c-4654-8ff0-9580febf4261,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:49:04.686133 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] get_ports_and_sgs() called for port_ids ['3b838530-7f8c-4654-8ff0-9580febf4261'] {{(pid=98982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:49:04.691663 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvr_db [None req-c139009f-913a-43a7-9fba-c5846ecd0207 None None] Set router 3a95cbf4-c953-4fd9-8ad5-82d480798852 gateway port host: dv-cinder-796286-4-iscsi {{(pid=98982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:49:04.695724 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d093ee2-25a1-479e-b754-aa9e7b346f85 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:04.696102 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d093ee2-25a1-479e-b754-aa9e7b346f85 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:04.696468 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d093ee2-25a1-479e-b754-aa9e7b346f85 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:04.696827 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d093ee2-25a1-479e-b754-aa9e7b346f85 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:04.697183 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d093ee2-25a1-479e-b754-aa9e7b346f85 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:04.697542 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d093ee2-25a1-479e-b754-aa9e7b346f85 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:04.697896 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d093ee2-25a1-479e-b754-aa9e7b346f85 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:04.698253 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d093ee2-25a1-479e-b754-aa9e7b346f85 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:04.698622 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d093ee2-25a1-479e-b754-aa9e7b346f85 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:04.698975 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d093ee2-25a1-479e-b754-aa9e7b346f85 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:04.699325 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d093ee2-25a1-479e-b754-aa9e7b346f85 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:04.699673 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d093ee2-25a1-479e-b754-aa9e7b346f85 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:04.705609 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-6d093ee2-25a1-479e-b754-aa9e7b346f85 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:49:04.727739 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1b80eec-594b-440b-9dfb-858256c04d19 req-6d093ee2-25a1-479e-b754-aa9e7b346f85 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] No DVR routers for this DVR port 3b838530-7f8c-4654-8ff0-9580febf4261 on host hv-cinder-79628 {{(pid=98980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:49:04.730225 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-e1b80eec-594b-440b-9dfb-858256c04d19 req-6d093ee2-25a1-479e-b754-aa9e7b346f85 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for port, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:04.732192 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-e1b80eec-594b-440b-9dfb-858256c04d19 req-6d093ee2-25a1-479e-b754-aa9e7b346f85 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.49 "DELETE /v2.0/ports/3b838530-7f8c-4654-8ff0-9580febf4261 HTTP/1.1" status: 204 len: 173 time: 0.6686606 Jun 16 09:49:04.732688 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f03ecd-bc20-41d9-aa1c-0d890bc58f5e', 'name': 'network-vif-deleted', 'tag': '3b838530-7f8c-4654-8ff0-9580febf4261'}] {{(pid=98980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:49:04.735264 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f334069be3519ec184138b23d582e39f65c0d47b6cef299b3d1a0596e5c2100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16606af4-52ba-4247-9925-a3a5afbf1ecb" -d '{"events": [{"server_uuid": "37f03ecd-bc20-41d9-aa1c-0d890bc58f5e", "name": "network-vif-deleted", "tag": "3b838530-7f8c-4654-8ff0-9580febf4261"}]}' {{(pid=98980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:49:04.744402 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216613eb-7dbc-42da-b8f9-0a208ac6f899 req-66763b8f-5706-4cf8-b14f-5cd48db41609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:04.745417 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-216613eb-7dbc-42da-b8f9-0a208ac6f899 req-66763b8f-5706-4cf8-b14f-5cd48db41609 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5c8b8276-a881-4c68-ac89-d4ac2c936588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0690434 Jun 16 09:49:04.777579 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20cadb40-0fde-4675-b2a3-09359ab617d7 x-openstack-request-id: req-20cadb40-0fde-4675-b2a3-09359ab617d7 {{(pid=98980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:49:04.777911 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f03ecd-bc20-41d9-aa1c-0d890bc58f5e", "name": "network-vif-deleted", "tag": "3b838530-7f8c-4654-8ff0-9580febf4261", "status": "completed", "code": 200}]} {{(pid=98980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:49:04.778199 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-20cadb40-0fde-4675-b2a3-09359ab617d7 {{(pid=98980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:49:04.779163 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f03ecd-bc20-41d9-aa1c-0d890bc58f5e', 'name': 'network-vif-deleted', 'tag': '3b838530-7f8c-4654-8ff0-9580febf4261', 'status': 'completed', 'code': 200} Jun 16 09:49:04.845850 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-216613eb-7dbc-42da-b8f9-0a208ac6f899 req-b3c7691e-c9a8-49bb-8d7d-3a78e0f0937b service neutron] 10.222.0.49 "GET /v2.0/networks/5c8b8276-a881-4c68-ac89-d4ac2c936588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867741 Jun 16 09:49:04.940352 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-216613eb-7dbc-42da-b8f9-0a208ac6f899 req-6941964e-c5ca-469b-9df7-e61ef03817c6 service neutron] 10.222.0.49 "GET /v2.0/networks/5c8b8276-a881-4c68-ac89-d4ac2c936588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852621 Jun 16 09:49:04.948894 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-c139009f-913a-43a7-9fba-c5846ecd0207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'name': 'tempest-AttachVolumeTestJSON-520951488-router', 'tenant_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'f704a43b-8f4d-4489-8738-2a2b4492d461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:01Z', 'updated_at': '2021-06-16T09:43:08Z', 'revision_number': 4, 'project_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'gw_port': {'id': 'f704a43b-8f4d-4489-8738-2a2b4492d461', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:03Z', 'updated_at': '2021-06-16T09:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_floatingips': [{'id': '2a22d803-29fe-48dd-a5c6-c796d0c2d9f0', 'tenant_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'floating_ip_address': '172.27.0.50', 'floating_network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'router_id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'port_id': '8dbc2ac9-d554-45ca-81cb-9f887694460a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c8b8276-a881-4c68-ac89-d4ac2c936588', 'mac_address': 'fa:16:3e:78:d9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88929651-ceb4-4978-9db9-17eb53e7b2b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T09:48:39Z', 'updated_at': '2021-06-16T09:49:03Z', 'revision_number': 1, 'project_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ecac412-0cdd-40de-8c76-100c30c1ebec', 'name': '', 'network_id': '5c8b8276-a881-4c68-ac89-d4ac2c936588', 'tenant_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'mac_address': 'fa:16:3e:02:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd7f651ef-1612-428c-80c5-ecb2942fc3e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:07Z', 'updated_at': '2021-06-16T09:43:17Z', 'revision_number': 5, 'project_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'subnets': [{'id': 'd7f651ef-1612-428c-80c5-ecb2942fc3e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:49:04.954251 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c139009f-913a-43a7-9fba-c5846ecd0207 None None] The sync data for ids ['3a95cbf4-c953-4fd9-8ad5-82d480798852'] in dv-cinder-796286-4-iscsi is: [{'id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'name': 'tempest-AttachVolumeTestJSON-520951488-router', 'tenant_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'f704a43b-8f4d-4489-8738-2a2b4492d461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:01Z', 'updated_at': '2021-06-16T09:43:08Z', 'revision_number': 4, 'project_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'gw_port': {'id': 'f704a43b-8f4d-4489-8738-2a2b4492d461', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:03Z', 'updated_at': '2021-06-16T09:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_floatingips': [{'id': '2a22d803-29fe-48dd-a5c6-c796d0c2d9f0', 'tenant_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'floating_ip_address': '172.27.0.50', 'floating_network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'router_id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'port_id': '8dbc2ac9-d554-45ca-81cb-9f887694460a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c8b8276-a881-4c68-ac89-d4ac2c936588', 'mac_address': 'fa:16:3e:78:d9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88929651-ceb4-4978-9db9-17eb53e7b2b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T09:48:39Z', 'updated_at': '2021-06-16T09:49:03Z', 'revision_number': 1, 'project_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ecac412-0cdd-40de-8c76-100c30c1ebec', 'name': '', 'network_id': '5c8b8276-a881-4c68-ac89-d4ac2c936588', 'tenant_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'mac_address': 'fa:16:3e:02:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd7f651ef-1612-428c-80c5-ecb2942fc3e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:07Z', 'updated_at': '2021-06-16T09:43:17Z', 'revision_number': 5, 'project_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'subnets': [{'id': 'd7f651ef-1612-428c-80c5-ecb2942fc3e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:49:05.152850 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445073f8-5b49-4177-b25b-b110bb4d7ca7 None None] New status for floating IP 2a22d803-29fe-48dd-a5c6-c796d0c2d9f0: ACTIVE {{(pid=98983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 09:49:05.622862 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-27246b2f-389b-4edd-99a3-4a66308487f7 req-adc8819e-0a3c-4aac-9de3-86ca2680b708 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] 10.222.0.25 "GET /v2.0/ports?device_id=37f03ecd-bc20-41d9-aa1c-0d890bc58f5e HTTP/1.1" status: 200 len: 210 time: 0.0284200 Jun 16 09:49:08.896328 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 3b838530-7f8c-4654-8ff0-9580febf4261 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:49:08.916844 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] No Port match for: 3b838530-7f8c-4654-8ff0-9580febf4261 {{(pid=98982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:49:08.917193 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 3b838530-7f8c-4654-8ff0-9580febf4261 not bound to the agent host hv-cinder-79628 {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:49:10.008016 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.agents_db [None req-3560065e-ea11-4ff4-820f-b568c2ca0093 None None] Agent healthcheck: found 6 active agents {{(pid=98983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:49:11.278248 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:13.706176 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f4926bb0-47ad-43cd-b30b-b9f14e43d1a2 req-5f8b3b13-37bb-4279-b4fd-7833ade5cb18 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501850 Jun 16 09:49:13.824446 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4926bb0-47ad-43cd-b30b-b9f14e43d1a2 req-81d12f6b-f581-4b09-bc06-0a163c8e2a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:13.825876 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f4926bb0-47ad-43cd-b30b-b9f14e43d1a2 req-81d12f6b-f581-4b09-bc06-0a163c8e2a5a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f5476756cec74ac89980f811e6b4c64a&device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 1099 time: 0.0524318 Jun 16 09:49:13.937830 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4926bb0-47ad-43cd-b30b-b9f14e43d1a2 req-530937da-7fb3-459b-abda-ee34de486110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:13.939425 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f4926bb0-47ad-43cd-b30b-b9f14e43d1a2 req-530937da-7fb3-459b-abda-ee34de486110 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b643789e-234a-40e9-b489-894119bc4f89 HTTP/1.1" status: 200 len: 917 time: 0.0888798 Jun 16 09:49:14.003934 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f4926bb0-47ad-43cd-b30b-b9f14e43d1a2 req-5a285de6-6aff-4025-8eaf-b56bd5a1c7e3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0195f430-99c7-4f0b-97c0-89a3f0d08ed8 HTTP/1.1" status: 200 len: 1002 time: 0.0580609 Jun 16 09:49:14.057327 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4926bb0-47ad-43cd-b30b-b9f14e43d1a2 req-5db6016e-f9fc-4294-8cfa-487327c67dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:14.058744 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f4926bb0-47ad-43cd-b30b-b9f14e43d1a2 req-5db6016e-f9fc-4294-8cfa-487327c67dba service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b5e9ba67-07c6-43ea-ad13-16d85d3a0ee3 HTTP/1.1" status: 200 len: 855 time: 0.0465016 Jun 16 09:49:14.118154 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4926bb0-47ad-43cd-b30b-b9f14e43d1a2 req-18ce0b7d-21fd-447d-8a33-512c05779b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:14.119638 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f4926bb0-47ad-43cd-b30b-b9f14e43d1a2 req-18ce0b7d-21fd-447d-8a33-512c05779b3b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b643789e-234a-40e9-b489-894119bc4f89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527031 Jun 16 09:49:14.211460 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f4926bb0-47ad-43cd-b30b-b9f14e43d1a2 req-aea4d796-c693-475a-b8c1-40c02b54e81d service neutron] 10.222.0.49 "GET /v2.0/networks/b643789e-234a-40e9-b489-894119bc4f89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820632 Jun 16 09:49:14.303744 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f4926bb0-47ad-43cd-b30b-b9f14e43d1a2 req-a4759d61-8ff0-4aa4-9eda-4b466736dd83 service neutron] 10.222.0.49 "GET /v2.0/networks/b643789e-234a-40e9-b489-894119bc4f89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845499 Jun 16 09:49:16.955909 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-3f3147ce-befa-499e-8a37-1ad1f2f3cc9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:17.592374 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 53586) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:49:17.693507 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-a8f42f2a-a07a-4175-a7e3-ef401f4ed43f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:17.781598 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-a8f42f2a-a07a-4175-a7e3-ef401f4ed43f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:17.875689 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-a8f42f2a-a07a-4175-a7e3-ef401f4ed43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:17.879244 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-2eb61996-75cd-455a-be9d-d045d43827cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:49:17.914236 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-a8f42f2a-a07a-4175-a7e3-ef401f4ed43f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ce9218e965df48808a90afd4ecefa3d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3208160 Jun 16 09:49:17.915387 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f42f2a-a07a-4175-a7e3-ef401f4ed43f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0106b931-5b26-4f1e-9e60-bf7eec8dfdb3,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:49:17.917062 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 53590) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:49:17.918449 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-a8f42f2a-a07a-4175-a7e3-ef401f4ed43f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:49:17.969155 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-6dbdc8e5-e1da-4bbe-9603-3aa8f5e4514f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:17.990047 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-6dbdc8e5-e1da-4bbe-9603-3aa8f5e4514f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:18.118025 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-6dbdc8e5-e1da-4bbe-9603-3aa8f5e4514f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:18.120715 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-6dbdc8e5-e1da-4bbe-9603-3aa8f5e4514f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:18.122013 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-6dbdc8e5-e1da-4bbe-9603-3aa8f5e4514f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0106b931-5b26-4f1e-9e60-bf7eec8dfdb3 HTTP/1.1" status: 204 len: 168 time: 0.2028186 Jun 16 09:49:18.122842 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-990b784f-22a8-4fa0-bf96-57619f59f7b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:49:18.133354 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbdc8e5-e1da-4bbe-9603-3aa8f5e4514f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0106b931-5b26-4f1e-9e60-bf7eec8dfdb3,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:49:18.136017 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-6dbdc8e5-e1da-4bbe-9603-3aa8f5e4514f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:49:19.300475 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-ba19705d-262b-4610-a70a-861dcbba3487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:19.506464 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:20.580470 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-16d92f64-da1b-4eb0-8f0f-160fef97265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:21.193071 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc84ad0-0ad9-4a80-a328-35ab90abf5c9 req-81fc03aa-8c6c-479e-9e03-56f65dd3273e tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:21.194536 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-bbc84ad0-0ad9-4a80-a328-35ab90abf5c9 req-81fc03aa-8c6c-479e-9e03-56f65dd3273e tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 946 time: 0.0690496 Jun 16 09:49:21.232000 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-bbc84ad0-0ad9-4a80-a328-35ab90abf5c9 req-ffbd2df8-985e-45a2-b33a-bd27668c6cef tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315251 Jun 16 09:49:22.412006 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e453c-5a95-407f-b430-fed78b3a2419 req-64cf8c15-4d2c-49a6-a0dd-800c492c04fc tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:22.413426 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-357e453c-5a95-407f-b430-fed78b3a2419 req-64cf8c15-4d2c-49a6-a0dd-800c492c04fc tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 946 time: 0.0633388 Jun 16 09:49:22.437505 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e4fb578b-fd5e-47f0-aa8c-4b83a36f29c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:22.450983 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-357e453c-5a95-407f-b430-fed78b3a2419 req-8b55365d-ba25-4ce8-abde-40fda77de52c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318418 Jun 16 09:49:23.624355 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f122c-1485-4448-b732-67c8211b16f8 req-d4258186-923b-4f73-b6f0-506edc1aa76d tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:23.625695 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-952f122c-1485-4448-b732-67c8211b16f8 req-d4258186-923b-4f73-b6f0-506edc1aa76d tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 946 time: 0.0606642 Jun 16 09:49:23.661841 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-952f122c-1485-4448-b732-67c8211b16f8 req-fc3010a9-c707-4266-bc5a-3d16df259c02 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306396 Jun 16 09:49:24.838948 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffaa046-e98f-42b3-8e2c-b60a2888b8b3 req-96c33caf-b5ae-43ea-a2e2-1596b024b5d2 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:24.840486 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-bffaa046-e98f-42b3-8e2c-b60a2888b8b3 req-96c33caf-b5ae-43ea-a2e2-1596b024b5d2 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 946 time: 0.0668397 Jun 16 09:49:24.886368 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-bffaa046-e98f-42b3-8e2c-b60a2888b8b3 req-558d7fec-501a-433b-a4b6-cd775cae8dbb tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390718 Jun 16 09:49:26.062961 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e262516-3139-4c63-88a5-cc28b36e4ff8 req-901ccfc5-dda9-479e-8d4f-89dc4c82d4b8 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:26.064562 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-7e262516-3139-4c63-88a5-cc28b36e4ff8 req-901ccfc5-dda9-479e-8d4f-89dc4c82d4b8 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 946 time: 0.0621192 Jun 16 09:49:26.104435 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-7e262516-3139-4c63-88a5-cc28b36e4ff8 req-1e810169-8a09-4e86-acf3-51b263b9179d tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339875 Jun 16 09:49:27.280067 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825caa1a-26b6-4c55-9c3b-04e0c9342ac3 req-d193f219-4a4b-472e-b293-761d559a03d2 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:27.281531 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-825caa1a-26b6-4c55-9c3b-04e0c9342ac3 req-d193f219-4a4b-472e-b293-761d559a03d2 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 946 time: 0.0658011 Jun 16 09:49:27.318867 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-825caa1a-26b6-4c55-9c3b-04e0c9342ac3 req-1d41bfee-3e66-46ac-93ab-21b2e313b3a2 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308442 Jun 16 09:49:28.492076 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b46a9-54a1-4a9b-9c7b-29f43c1f2e45 req-a9259cd0-a8ad-43b8-8be1-316a6dfffdab tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:28.493412 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-ee8b46a9-54a1-4a9b-9c7b-29f43c1f2e45 req-a9259cd0-a8ad-43b8-8be1-316a6dfffdab tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 946 time: 0.0602818 Jun 16 09:49:28.529925 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-ee8b46a9-54a1-4a9b-9c7b-29f43c1f2e45 req-1e64bf1b-9653-4d61-b755-2c00c3936cf1 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309978 Jun 16 09:49:29.707400 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22189acc-afe7-4514-95ec-9efc5163e5b4 req-bf128e06-e56b-4d49-8e78-e561f7a5a31e tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:29.708760 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-22189acc-afe7-4514-95ec-9efc5163e5b4 req-bf128e06-e56b-4d49-8e78-e561f7a5a31e tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 946 time: 0.0607846 Jun 16 09:49:29.744873 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-22189acc-afe7-4514-95ec-9efc5163e5b4 req-89c6eb4e-df8a-483d-a386-09b292549d60 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307093 Jun 16 09:49:30.924106 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e50a7-750b-4dff-b4dc-78810d6e8b41 req-dc9743c9-0952-417a-aef2-5abe59209689 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:30.924106 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-069e50a7-750b-4dff-b4dc-78810d6e8b41 req-dc9743c9-0952-417a-aef2-5abe59209689 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 946 time: 0.0655253 Jun 16 09:49:30.961431 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-069e50a7-750b-4dff-b4dc-78810d6e8b41 req-3135e585-2746-4653-9ef0-94481e70819e tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317745 Jun 16 09:49:32.133331 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1862d5-7ef1-4274-926b-5c82a8ef1201 req-1f99d846-a583-4da3-aa74-b17bf041a539 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:32.134766 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-4d1862d5-7ef1-4274-926b-5c82a8ef1201 req-1f99d846-a583-4da3-aa74-b17bf041a539 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 946 time: 0.0610075 Jun 16 09:49:32.172375 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-4d1862d5-7ef1-4274-926b-5c82a8ef1201 req-b12e4a4d-55a8-47dc-825f-bae2e648559f tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319784 Jun 16 09:49:33.353097 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3aaca6-7331-4747-a28f-4df1a2e822f7 req-9ba40b8b-0e66-4670-87c0-2841530af015 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:33.354566 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-da3aaca6-7331-4747-a28f-4df1a2e822f7 req-9ba40b8b-0e66-4670-87c0-2841530af015 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 946 time: 0.0677111 Jun 16 09:49:33.396224 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-da3aaca6-7331-4747-a28f-4df1a2e822f7 req-18f84a93-72c4-472a-9aef-5c1ab40ad267 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345020 Jun 16 09:49:34.567555 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b55cb6c-069a-41c6-ad13-d050dbb0afec req-2596f9b0-87bd-4bd2-bdf7-c353a008f167 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:34.568993 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-0b55cb6c-069a-41c6-ad13-d050dbb0afec req-2596f9b0-87bd-4bd2-bdf7-c353a008f167 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 946 time: 0.0618103 Jun 16 09:49:34.605751 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-0b55cb6c-069a-41c6-ad13-d050dbb0afec req-f7a2569a-024f-483c-981a-8a5d790e02aa tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312948 Jun 16 09:49:35.780424 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe7eac-d6dc-48e2-a00d-eefe7ce2ed27 req-5cee9fef-12ff-464f-b095-53d5c9317d69 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:35.782408 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-56fe7eac-d6dc-48e2-a00d-eefe7ce2ed27 req-5cee9fef-12ff-464f-b095-53d5c9317d69 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 946 time: 0.0599036 Jun 16 09:49:35.818330 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-56fe7eac-d6dc-48e2-a00d-eefe7ce2ed27 req-9d63f8c3-c900-4aa3-bf79-72d993e5bc37 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303991 Jun 16 09:49:37.000065 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c38a8-6d74-468b-86fd-dc64f7575bdb req-128fdfee-89be-40e7-8a63-5cb6fc83ff56 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:37.002002 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-066c38a8-6d74-468b-86fd-dc64f7575bdb req-128fdfee-89be-40e7-8a63-5cb6fc83ff56 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 946 time: 0.0649290 Jun 16 09:49:37.047069 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-066c38a8-6d74-468b-86fd-dc64f7575bdb req-30d99a2f-0999-4348-b460-f959828a4d9c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395467 Jun 16 09:49:38.222971 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79437692-e95c-427a-821b-bc71e0c642f8 req-15c7e702-4778-42b6-b032-9742da946448 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:38.224444 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-79437692-e95c-427a-821b-bc71e0c642f8 req-15c7e702-4778-42b6-b032-9742da946448 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 946 time: 0.0637107 Jun 16 09:49:38.263156 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-79437692-e95c-427a-821b-bc71e0c642f8 req-c4afff90-ffc9-4808-8e6c-1bebdb71f53a tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315022 Jun 16 09:49:39.063622 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 0195f430-99c7-4f0b-97c0-89a3f0d08ed8 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=98982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 09:49:39.160257 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 0195f430-99c7-4f0b-97c0-89a3f0d08ed8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=0195f430-99c7-4f0b-97c0-89a3f0d08ed8,segment=NetworkSegment(072836ba-11c0-4d89-9dbf-d840ce8bf23f),segment_id=072836ba-11c0-4d89-9dbf-d840ce8bf23f)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:49:39.171713 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Returning: {'device': '0195f430-99c7-4f0b-97c0-89a3f0d08ed8', 'network_id': 'b643789e-234a-40e9-b489-894119bc4f89', 'port_id': '0195f430-99c7-4f0b-97c0-89a3f0d08ed8', 'mac_address': 'fa:16:3e:fa:df:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5e9ba67-07c6-43ea-ad13-16d85d3a0ee3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 09:49:39.207585 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:39.219523 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.notifiers.nova [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0195f430-99c7-4f0b-97c0-89a3f0d08ed8 {{(pid=98982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:49:39.250055 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 0195f430-99c7-4f0b-97c0-89a3f0d08ed8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=0195f430-99c7-4f0b-97c0-89a3f0d08ed8,segment=NetworkSegment(072836ba-11c0-4d89-9dbf-d840ce8bf23f),segment_id=072836ba-11c0-4d89-9dbf-d840ce8bf23f)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:49:39.351527 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:39.353491 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-ea5a4e78-e0b1-418f-b12c-8fb0c0e8f316 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:49:39.404977 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Pushing event updated for resources: {'Port': ['ID=0195f430-99c7-4f0b-97c0-89a3f0d08ed8,revision_number=6']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:49:39.404977 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:49:39.444386 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb8b97-8cf9-49a5-a216-435ac535897a req-738569c9-8a2e-482b-8809-9f635102cfe8 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:39.445829 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-1aeb8b97-8cf9-49a5-a216-435ac535897a req-738569c9-8a2e-482b-8809-9f635102cfe8 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 945 time: 0.0670848 Jun 16 09:49:39.485544 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-1aeb8b97-8cf9-49a5-a216-435ac535897a req-63ca94d6-2725-462b-96cd-422140892fac tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336368 Jun 16 09:49:39.564897 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] get_ports_and_sgs() called for port_ids ['0195f430-99c7-4f0b-97c0-89a3f0d08ed8'] {{(pid=98982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:49:40.665219 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf0db2-0c01-4b58-b5a4-89d913d3664e req-848c1000-0645-4db8-90a0-e3d740ac688a tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:40.666629 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-bcaf0db2-0c01-4b58-b5a4-89d913d3664e req-848c1000-0645-4db8-90a0-e3d740ac688a tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 945 time: 0.0621264 Jun 16 09:49:40.707285 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-bcaf0db2-0c01-4b58-b5a4-89d913d3664e req-618801b9-93a9-4cef-b8aa-e86b4e2df924 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342276 Jun 16 09:49:41.073786 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 0195f430-99c7-4f0b-97c0-89a3f0d08ed8 up at agent hyperv_hv-cinder-79628 {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:49:41.123549 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Provisioning complete for port 0195f430-99c7-4f0b-97c0-89a3f0d08ed8 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:49:41.123926 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:41.214608 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:41.239071 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f9fa49-9620-4c1b-911d-0efcb172c1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0195f430-99c7-4f0b-97c0-89a3f0d08ed8'}] {{(pid=98982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:49:41.241307 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4f9cc304a916b9d47f5f8bf5758f709c886eea9513b83351d26ab7408c86625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1d0dd7-7b74-4ce1-b4db-9f92e00bc10b" -d '{"events": [{"server_uuid": "a1f9fa49-9620-4c1b-911d-0efcb172c1d7", "name": "network-vif-plugged", "status": "completed", "tag": "0195f430-99c7-4f0b-97c0-89a3f0d08ed8"}]}' {{(pid=98982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:49:41.254002 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 0195f430-99c7-4f0b-97c0-89a3f0d08ed8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=0195f430-99c7-4f0b-97c0-89a3f0d08ed8,segment=NetworkSegment(072836ba-11c0-4d89-9dbf-d840ce8bf23f),segment_id=072836ba-11c0-4d89-9dbf-d840ce8bf23f)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:49:41.278000 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7deb476-279f-41d6-b6f3-c95a3d3ae8e0 x-openstack-request-id: req-a7deb476-279f-41d6-b6f3-c95a3d3ae8e0 {{(pid=98982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:49:41.278368 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1f9fa49-9620-4c1b-911d-0efcb172c1d7", "name": "network-vif-plugged", "status": "completed", "tag": "0195f430-99c7-4f0b-97c0-89a3f0d08ed8", "code": 200}]} {{(pid=98982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:49:41.278679 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a7deb476-279f-41d6-b6f3-c95a3d3ae8e0 {{(pid=98982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:49:41.279282 dv-cinder-796286-4-iscsi neutron-server[98982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1f9fa49-9620-4c1b-911d-0efcb172c1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0195f430-99c7-4f0b-97c0-89a3f0d08ed8', 'code': 200} Jun 16 09:49:41.333998 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:41.392283 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:41.395247 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:49:41.448004 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Pushing event updated for resources: {'Port': ['ID=0195f430-99c7-4f0b-97c0-89a3f0d08ed8,revision_number=7']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:49:41.452299 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:49:41.927967 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0416d6-5d60-4cdb-bf80-1b3981991efc req-241b1ff3-ce7c-449b-a1f6-d66e0ed32af3 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:41.929823 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-9b0416d6-5d60-4cdb-bf80-1b3981991efc req-241b1ff3-ce7c-449b-a1f6-d66e0ed32af3 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 946 time: 0.0718925 Jun 16 09:49:41.978090 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-9b0416d6-5d60-4cdb-bf80-1b3981991efc req-dec0b7dc-96f7-4460-94ca-5d2370ef527b tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403149 Jun 16 09:49:43.174815 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f06609-afc3-4b9b-afe7-f205e6c73474 req-499ecd29-53fa-409a-8dda-5f59a6b53474 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:43.176343 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-18f06609-afc3-4b9b-afe7-f205e6c73474 req-499ecd29-53fa-409a-8dda-5f59a6b53474 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 946 time: 0.0671246 Jun 16 09:49:43.215906 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-18f06609-afc3-4b9b-afe7-f205e6c73474 req-27fcf218-0130-4fa9-ad2e-907260314f56 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334680 Jun 16 09:49:43.405135 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 53956) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:49:43.559367 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-3f96c64f-c2e9-47be-ac97-3abae5667cfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:43.677765 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-3f96c64f-c2e9-47be-ac97-3abae5667cfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:43.755375 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-3f96c64f-c2e9-47be-ac97-3abae5667cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:43.758512 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-a8f42f2a-a07a-4175-a7e3-ef401f4ed43f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:49:43.797683 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 53962) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:49:43.797934 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-3f96c64f-c2e9-47be-ac97-3abae5667cfb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bfdb71069b124db7a1f44ead1c6b5a23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3908467 Jun 16 09:49:43.803050 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f96c64f-c2e9-47be-ac97-3abae5667cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9bb6c05-ddc6-4e15-ab08-f3f62847117a,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:49:43.814158 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f96c64f-c2e9-47be-ac97-3abae5667cfb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:43.814625 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f96c64f-c2e9-47be-ac97-3abae5667cfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:43.815029 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f96c64f-c2e9-47be-ac97-3abae5667cfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:43.815384 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f96c64f-c2e9-47be-ac97-3abae5667cfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:43.816010 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f96c64f-c2e9-47be-ac97-3abae5667cfb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:43.816602 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f96c64f-c2e9-47be-ac97-3abae5667cfb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:43.817112 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f96c64f-c2e9-47be-ac97-3abae5667cfb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:43.817620 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f96c64f-c2e9-47be-ac97-3abae5667cfb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:43.818120 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f96c64f-c2e9-47be-ac97-3abae5667cfb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:43.818685 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f96c64f-c2e9-47be-ac97-3abae5667cfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:43.819205 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f96c64f-c2e9-47be-ac97-3abae5667cfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:43.822671 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f96c64f-c2e9-47be-ac97-3abae5667cfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:43.827013 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-3f96c64f-c2e9-47be-ac97-3abae5667cfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:49:43.858158 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-da02b6cb-953f-4aed-bb93-e5a5c8889852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:43.884925 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-da02b6cb-953f-4aed-bb93-e5a5c8889852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:44.037256 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-da02b6cb-953f-4aed-bb93-e5a5c8889852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:44.039885 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-da02b6cb-953f-4aed-bb93-e5a5c8889852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:44.044556 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-da02b6cb-953f-4aed-bb93-e5a5c8889852 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f9bb6c05-ddc6-4e15-ab08-f3f62847117a HTTP/1.1" status: 204 len: 168 time: 0.2455285 Jun 16 09:49:44.045541 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-ec86cdb4-ed90-4e13-8f55-a08616dcbe00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:49:44.055998 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02b6cb-953f-4aed-bb93-e5a5c8889852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9bb6c05-ddc6-4e15-ab08-f3f62847117a,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:49:44.059329 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-da02b6cb-953f-4aed-bb93-e5a5c8889852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:49:44.494854 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9062d08-f554-457b-8bb2-7255caa6a710 req-593e2d7f-18f1-4160-9e78-918eb6fc9ec7 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:44.496363 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-a9062d08-f554-457b-8bb2-7255caa6a710 req-593e2d7f-18f1-4160-9e78-918eb6fc9ec7 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 946 time: 0.1456482 Jun 16 09:49:44.507948 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 53970) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:49:44.536595 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-a9062d08-f554-457b-8bb2-7255caa6a710 req-8317738c-9690-4b13-9ddb-e4c3d4497258 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341158 Jun 16 09:49:44.561788 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.db_base_plugin_v2 [None req-97e21ff6-a1c8-43fb-b4c5-e871bef0855b admin admin] Deleting subnet 6b25991c-dc7d-4484-980e-9b79f93e8bd0 {{(pid=98981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 09:49:44.565265 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-97e21ff6-a1c8-43fb-b4c5-e871bef0855b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:44.627343 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-97e21ff6-a1c8-43fb-b4c5-e871bef0855b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126587019'] for subnet, precommit_delete_associations {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:44.716091 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-97e21ff6-a1c8-43fb-b4c5-e871bef0855b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756163'] for subnet, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:44.894656 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-97e21ff6-a1c8-43fb-b4c5-e871bef0855b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126587737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129128171'] for subnet, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:44.897027 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:49:44.929549 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-97e21ff6-a1c8-43fb-b4c5-e871bef0855b admin admin] Notify callbacks [] for subnet, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:44.934609 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-97e21ff6-a1c8-43fb-b4c5-e871bef0855b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6b25991c-dc7d-4484-980e-9b79f93e8bd0 HTTP/1.1" status: 204 len: 168 time: 0.4226494 Jun 16 09:49:44.934609 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e21ff6-a1c8-43fb-b4c5-e871bef0855b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b25991c-dc7d-4484-980e-9b79f93e8bd0,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:49:44.934830 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 53978) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:49:44.936145 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-97e21ff6-a1c8-43fb-b4c5-e871bef0855b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:49:45.030497 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-2bff7470-166b-442e-a92b-948dae34db83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1649310'] for network, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:45.127837 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-2bff7470-166b-442e-a92b-948dae34db83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756812', 'neutron.services.segments.db._delete_segments_for_network-8772813474353'] for network, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:45.139593 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.services.segments.db [None req-2bff7470-166b-442e-a92b-948dae34db83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e910ab9c-cb4c-44ec-8166-8d95582d52ce']}} {{(pid=98980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:49:45.150560 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.services.segments.db [None req-2bff7470-166b-442e-a92b-948dae34db83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11d7a99c-391a-4d23-a81d-60969cf78e17') {'for_net_delete': True} {{(pid=98980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:49:45.150780 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.services.segments.db [None req-2bff7470-166b-442e-a92b-948dae34db83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11d7a99c-391a-4d23-a81d-60969cf78e17') {} {{(pid=98980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:49:45.163175 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-2bff7470-166b-442e-a92b-948dae34db83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772813475202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126528751'] for segment, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:45.179544 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-2bff7470-166b-442e-a92b-948dae34db83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753648'] for segment, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:45.185969 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bff7470-166b-442e-a92b-948dae34db83 admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=98980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 09:49:45.186361 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-2bff7470-166b-442e-a92b-948dae34db83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126582295'] for segment, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:45.188363 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:49:45.188363 dv-cinder-796286-4-iscsi neutron-server[98980]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:49:45.188363 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:49:45.188363 dv-cinder-796286-4-iscsi neutron-server[98980]: retrieve_revision_numbers = { Jun 16 09:49:45.188363 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:49:45.188363 dv-cinder-796286-4-iscsi neutron-server[98980]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:49:45.188363 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:49:45.188363 dv-cinder-796286-4-iscsi neutron-server[98980]: retrieve_revision_numbers = { Jun 16 09:49:45.188363 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:49:45.188363 dv-cinder-796286-4-iscsi neutron-server[98980]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:49:45.188363 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:49:45.188363 dv-cinder-796286-4-iscsi neutron-server[98980]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:49:45.188363 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:49:45.188363 dv-cinder-796286-4-iscsi neutron-server[98980]: retrieve_revision_numbers = { Jun 16 09:49:45.188363 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:49:45.188363 dv-cinder-796286-4-iscsi neutron-server[98980]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:49:45.188363 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:49:45.188363 dv-cinder-796286-4-iscsi neutron-server[98980]: retrieve_revision_numbers = { Jun 16 09:49:45.188363 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:49:45.188363 dv-cinder-796286-4-iscsi neutron-server[98980]: retrieve_revision_numbers = { Jun 16 09:49:45.188363 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:49:45.188363 dv-cinder-796286-4-iscsi neutron-server[98980]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:49:45.188363 dv-cinder-796286-4-iscsi neutron-server[98980]: Traceback (most recent call last): Jun 16 09:49:45.188363 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 09:49:45.188363 dv-cinder-796286-4-iscsi neutron-server[98980]: timer() Jun 16 09:49:45.188363 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 09:49:45.188363 dv-cinder-796286-4-iscsi neutron-server[98980]: cb(*args, **kw) Jun 16 09:49:45.188363 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 09:49:45.188363 dv-cinder-796286-4-iscsi neutron-server[98980]: return func(*args, **kwargs) Jun 16 09:49:45.188363 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 09:49:45.188363 dv-cinder-796286-4-iscsi neutron-server[98980]: self._notify() Jun 16 09:49:45.188363 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 09:49:45.188363 dv-cinder-796286-4-iscsi neutron-server[98980]: self.callback(batched_events) Jun 16 09:49:45.188363 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 09:49:45.188363 dv-cinder-796286-4-iscsi neutron-server[98980]: event.method(event) Jun 16 09:49:45.188363 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 09:49:45.188363 dv-cinder-796286-4-iscsi neutron-server[98980]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 09:49:45.188363 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 09:49:45.188363 dv-cinder-796286-4-iscsi neutron-server[98980]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 09:49:45.188363 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 09:49:45.188363 dv-cinder-796286-4-iscsi neutron-server[98980]: return f(self, *a, **k) Jun 16 09:49:45.188363 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 09:49:45.188363 dv-cinder-796286-4-iscsi neutron-server[98980]: return self._get(url).json() Jun 16 09:49:45.188363 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 09:49:45.188363 dv-cinder-796286-4-iscsi neutron-server[98980]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 09:49:45.188363 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 09:49:45.188363 dv-cinder-796286-4-iscsi neutron-server[98980]: return self.request(url, 'GET', **kwargs) Jun 16 09:49:45.188363 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 09:49:45.188363 dv-cinder-796286-4-iscsi neutron-server[98980]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 09:49:45.188363 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 09:49:45.188363 dv-cinder-796286-4-iscsi neutron-server[98980]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 09:49:45.188363 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 09:49:45.188363 dv-cinder-796286-4-iscsi neutron-server[98980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 09:49:45.188363 dv-cinder-796286-4-iscsi neutron-server[98980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 09:49:45.379093 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-2bff7470-166b-442e-a92b-948dae34db83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761456'] for network, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:45.383072 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:49:45.397347 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-2bff7470-166b-442e-a92b-948dae34db83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for network, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:45.402092 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-2bff7470-166b-442e-a92b-948dae34db83 admin admin] 10.222.0.25 "DELETE /v2.0/networks/e910ab9c-cb4c-44ec-8166-8d95582d52ce HTTP/1.1" status: 204 len: 168 time: 0.4629924 Jun 16 09:49:45.404172 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bff7470-166b-442e-a92b-948dae34db83 admin admin] Pushing event deleted for resources: {'Network': ['ID=e910ab9c-cb4c-44ec-8166-8d95582d52ce,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:49:45.406839 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-2bff7470-166b-442e-a92b-948dae34db83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:49:45.804208 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dde84c-090c-403e-bbb4-4b438263d569 req-7fbf2e1b-d800-4806-afae-8ae3862cdfb9 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:45.814315 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-b5dde84c-090c-403e-bbb4-4b438263d569 req-7fbf2e1b-d800-4806-afae-8ae3862cdfb9 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 946 time: 0.0835433 Jun 16 09:49:45.896723 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-b5dde84c-090c-403e-bbb4-4b438263d569 req-4381d557-61fa-4d37-9147-0321b7c087ad tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808709 Jun 16 09:49:46.058076 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 53986) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:49:46.118249 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 53988) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:49:46.118839 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-b50c96f8-ef76-45bd-af73-d67f7f075d37 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0d15dff7450049d78136b03e72d70749&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0590446 Jun 16 09:49:46.175894 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-8c00cf60-ae2c-4f9f-8f6b-9993f7dc191c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:46.202571 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-8c00cf60-ae2c-4f9f-8f6b-9993f7dc191c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:46.364100 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-8c00cf60-ae2c-4f9f-8f6b-9993f7dc191c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:46.367789 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-8c00cf60-ae2c-4f9f-8f6b-9993f7dc191c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:46.369072 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-8c00cf60-ae2c-4f9f-8f6b-9993f7dc191c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e122ffc2-269c-4c68-bb19-efe30185c869 HTTP/1.1" status: 204 len: 168 time: 0.2497115 Jun 16 09:49:46.370028 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-275dbcfe-3ec0-4bfe-b9b1-b088af07f162 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:49:46.388335 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c00cf60-ae2c-4f9f-8f6b-9993f7dc191c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e122ffc2-269c-4c68-bb19-efe30185c869,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:49:46.391277 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-8c00cf60-ae2c-4f9f-8f6b-9993f7dc191c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:49:46.957078 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-8e488782-36b0-4603-8ef1-1ca6851f2954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:47.008751 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.agents_db [None req-3560065e-ea11-4ff4-820f-b568c2ca0093 None None] Agent healthcheck: found 6 active agents {{(pid=98983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:49:47.139791 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc024ec-f420-486d-8fe2-b51641fa9634 req-cf7bcccb-44a7-4100-8ea3-e00e07383019 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:47.139791 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-dfc024ec-f420-486d-8fe2-b51641fa9634 req-cf7bcccb-44a7-4100-8ea3-e00e07383019 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 946 time: 0.0793638 Jun 16 09:49:47.174858 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-dfc024ec-f420-486d-8fe2-b51641fa9634 req-8e88644a-7220-4298-b660-68a8e671aa40 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441911 Jun 16 09:49:48.038089 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 54018) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:49:48.154524 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [None req-d5ca4438-f5f2-4b20-aa48-cea9a7277713 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-39691887-network', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f'}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:49:48.333656 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ca4438-f5f2-4b20-aa48-cea9a7277713 admin admin] Made reservation on behalf of ed2156b918e84ef2a8cd08f2710cf24f for: {'network': 1} {{(pid=98981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:49:48.336618 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d5ca4438-f5f2-4b20-aa48-cea9a7277713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for network, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:48.350800 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d5ca4438-f5f2-4b20-aa48-cea9a7277713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:48.406037 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c7cd6d-7035-45f1-a43c-4ef72f07ad70 req-39a37e05-275e-4c47-afe3-c25a394ad7b0 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:48.411731 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-09c7cd6d-7035-45f1-a43c-4ef72f07ad70 req-39a37e05-275e-4c47-afe3-c25a394ad7b0 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 946 time: 0.1151667 Jun 16 09:49:48.463233 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-09c7cd6d-7035-45f1-a43c-4ef72f07ad70 req-cf9d4ecb-36e0-4aa2-b43e-02ef5bff845b tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461957 Jun 16 09:49:48.465766 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d5ca4438-f5f2-4b20-aa48-cea9a7277713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:48.602790 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d5ca4438-f5f2-4b20-aa48-cea9a7277713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:48.607563 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-28e6b3cc-6b18-4909-8ff9-73aa7e7a7f8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:49:48.626602 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5ca4438-f5f2-4b20-aa48-cea9a7277713 admin admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=98981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 09:49:48.640780 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca4438-f5f2-4b20-aa48-cea9a7277713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4a9c67-fe6d-4853-850a-9f46fbf685c1,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:49:48.645040 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-d5ca4438-f5f2-4b20-aa48-cea9a7277713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:49:48.646116 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d5ca4438-f5f2-4b20-aa48-cea9a7277713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753648'] for segment, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:48.646454 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.db.segments_db [None req-d5ca4438-f5f2-4b20-aa48-cea9a7277713 admin admin] Added segment 8b33f738-d644-4c54-b55c-1571647efaaa of type vlan for network eae67a9b-5ad3-4a2b-a012-c75340b64206 Jun 16 09:49:48.693871 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d5ca4438-f5f2-4b20-aa48-cea9a7277713 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772812906909'] for network, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:48.831487 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d5ca4438-f5f2-4b20-aa48-cea9a7277713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439'] for network, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:48.833277 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ca4438-f5f2-4b20-aa48-cea9a7277713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:48.834314 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d5ca4438-f5f2-4b20-aa48-cea9a7277713 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for network, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:48.836661 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-563a4e45-f33e-4835-a754-2777caf2c89d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:49:48.903872 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca4438-f5f2-4b20-aa48-cea9a7277713 admin admin] Pushing event updated for resources: {'Network': ['ID=eae67a9b-5ad3-4a2b-a012-c75340b64206,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:49:48.910799 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-d5ca4438-f5f2-4b20-aa48-cea9a7277713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:49:48.915719 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Network eae67a9b-5ad3-4a2b-a012-c75340b64206 details requested by agent ovs-agent-dv-cinder-796286-4-iscsi with host dv-cinder-796286-4-iscsi {{(pid=98982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 09:49:48.932480 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 54026) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:49:48.936440 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-d5ca4438-f5f2-4b20-aa48-cea9a7277713 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8968875 Jun 16 09:49:48.938521 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [None req-6ccf998a-6c9b-45b2-9f45-e023e170431d admin admin] Request body: {'subnet': {'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-39691887-subnet', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'ip_version': 4}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:49:49.058097 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ccf998a-6c9b-45b2-9f45-e023e170431d admin admin] Made reservation on behalf of ed2156b918e84ef2a8cd08f2710cf24f for: {'subnet': 1} {{(pid=98980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:49:49.061240 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-6ccf998a-6c9b-45b2-9f45-e023e170431d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127687269'] for subnet, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:49.294760 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-fd3dbfc4-d8e8-4466-ac55-ae6a7d190871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:49.329474 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-6ccf998a-6c9b-45b2-9f45-e023e170431d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126582473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127687287'] for subnet, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:49.331943 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:49:49.398067 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccf998a-6c9b-45b2-9f45-e023e170431d admin admin] Pushing event updated for resources: {'Subnet': ['ID=43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f,revision_number=0']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:49:49.405552 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-6ccf998a-6c9b-45b2-9f45-e023e170431d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:49:49.415365 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccf998a-6c9b-45b2-9f45-e023e170431d admin admin] Checking segment: {'id': '8b33f738-d644-4c54-b55c-1571647efaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:49:49.416062 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccf998a-6c9b-45b2-9f45-e023e170431d admin admin] Network hostable DHCP agents. Network: eae67a9b-5ad3-4a2b-a012-c75340b64206, hostable agents: ['b75f70a3-2745-4841-b3c1-6cbf0fc89424'], hosted agents: [] {{(pid=98980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 09:49:49.539669 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:49.552354 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccf998a-6c9b-45b2-9f45-e023e170431d admin admin] Network eae67a9b-5ad3-4a2b-a012-c75340b64206 is scheduled to be hosted by DHCP agent b75f70a3-2745-4841-b3c1-6cbf0fc89424 with binding_index 1 {{(pid=98980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 09:49:49.678342 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4db70-4644-454b-a33b-893e0bede104 req-015cd1ec-320f-4f8b-9366-1bf5b8a03f1a tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:49.679858 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-dbd4db70-4644-454b-a33b-893e0bede104 req-015cd1ec-320f-4f8b-9366-1bf5b8a03f1a tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 946 time: 0.0770454 Jun 16 09:49:49.712869 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.base_scheduler [None req-6ccf998a-6c9b-45b2-9f45-e023e170431d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-4-iscsi, eae67a9b-5ad3-4a2b-a012-c75340b64206) {{(pid=98980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:49:49.729235 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccf998a-6c9b-45b2-9f45-e023e170431d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:49.730256 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-6ccf998a-6c9b-45b2-9f45-e023e170431d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for subnet, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:49.732420 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a63ab8-9f25-4f20-939b-0e9358c03daa None None] Network eae67a9b-5ad3-4a2b-a012-c75340b64206 requested from dv-cinder-796286-4-iscsi {{(pid=98982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:49:49.747555 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-dbd4db70-4644-454b-a33b-893e0bede104 req-a4194e6d-4d9f-444c-b946-13b5aa5fa726 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614810 Jun 16 09:49:49.845929 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-6ccf998a-6c9b-45b2-9f45-e023e170431d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9097922 Jun 16 09:49:49.846181 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 54032) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:49:49.851747 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [None req-fa0e7bc9-ffce-4fa3-b6f1-e51058e522ea admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-39691887-router', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f'}}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:49:49.913253 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b1632b-3f13-4fac-a8e3-91334868290d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp669d9969-c577-5cc9-9e2a-6c352c69c075-eae67a9b-5ad3-4a2b-a012-c75340b64206', 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'fixed_ips': [{'subnet_id': '43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f'}]}} from dv-cinder-796286-4-iscsi. {{(pid=98982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 09:49:49.914274 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-a2b1632b-3f13-4fac-a8e3-91334868290d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:49.978595 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-fa0e7bc9-ffce-4fa3-b6f1-e51058e522ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-702849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5825'] for router, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:49.980664 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-fa0e7bc9-ffce-4fa3-b6f1-e51058e522ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5690'] for router, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:50.063699 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-fa0e7bc9-ffce-4fa3-b6f1-e51058e522ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:50.070450 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.db_base_plugin_common [None req-a2b1632b-3f13-4fac-a8e3-91334868290d None None] Allocated IP 172.20.0.2 (eae67a9b-5ad3-4a2b-a012-c75340b64206/43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f/6bf9162b-6694-43c0-9c6c-c7329d40afda) {{(pid=98982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:49:50.240308 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-a2b1632b-3f13-4fac-a8e3-91334868290d None None] Notify callbacks [] for port, precommit_create {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:50.249200 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-a2b1632b-3f13-4fac-a8e3-91334868290d None None] Transition to ACTIVE for port object 6bf9162b-6694-43c0-9c6c-c7329d40afda will not be triggered until provisioned by entity L2. {{(pid=98982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:49:50.267674 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-a2b1632b-3f13-4fac-a8e3-91334868290d None None] Transition to ACTIVE for port object 6bf9162b-6694-43c0-9c6c-c7329d40afda will not be triggered until provisioned by entity DHCP. {{(pid=98982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:49:50.336715 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-fa0e7bc9-ffce-4fa3-b6f1-e51058e522ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-702895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5676'] for router, precommit_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:50.455315 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-a2b1632b-3f13-4fac-a8e3-91334868290d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110'] for port, after_create {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:50.457336 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-9d5961ff-b998-4ae9-9580-0219a57e26a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:49:50.501586 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b1632b-3f13-4fac-a8e3-91334868290d None None] Network eae67a9b-5ad3-4a2b-a012-c75340b64206 is already hosted by enough agents. {{(pid=98982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:49:50.507184 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.scheduler.base_scheduler [None req-a2b1632b-3f13-4fac-a8e3-91334868290d None None] Resources bound (agent type, host, resource id): {{(pid=98982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:49:50.510924 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b1632b-3f13-4fac-a8e3-91334868290d None None] Received port after_create {{(pid=98982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:49:50.520028 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b1632b-3f13-4fac-a8e3-91334868290d None None] Pushing event updated for resources: {'Port': ['ID=6bf9162b-6694-43c0-9c6c-c7329d40afda,revision_number=1']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:49:50.523914 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-a2b1632b-3f13-4fac-a8e3-91334868290d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:49:50.594935 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.managers [None req-a2b1632b-3f13-4fac-a8e3-91334868290d None None] Attempting to bind port 6bf9162b-6694-43c0-9c6c-c7329d40afda on host dv-cinder-796286-4-iscsi for vnic_type normal with profile {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:49:50.594935 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.managers [None req-a2b1632b-3f13-4fac-a8e3-91334868290d None None] Attempting to bind port 6bf9162b-6694-43c0-9c6c-c7329d40afda by drivers openvswitch,hyperv on host dv-cinder-796286-4-iscsi at level 0 using segments [{'id': '8b33f738-d644-4c54-b55c-1571647efaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206'}] {{(pid=98982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:49:50.594935 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b1632b-3f13-4fac-a8e3-91334868290d None None] Attempting to bind port 6bf9162b-6694-43c0-9c6c-c7329d40afda on network eae67a9b-5ad3-4a2b-a012-c75340b64206 {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:49:50.595504 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b1632b-3f13-4fac-a8e3-91334868290d None None] Checking agent: {'id': '1e3237df-5913-46b8-aeb8-2bb1fe27fce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 34, 49), 'started_at': datetime.datetime(2021, 6, 16, 9, 35, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:49:50.595873 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b1632b-3f13-4fac-a8e3-91334868290d None None] Checking segment: {'id': '8b33f738-d644-4c54-b55c-1571647efaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:49:50.596423 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-a2b1632b-3f13-4fac-a8e3-91334868290d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:50.596828 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b1632b-3f13-4fac-a8e3-91334868290d None None] Bound using segment: {'id': '8b33f738-d644-4c54-b55c-1571647efaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206'} {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:49:50.597306 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.managers [None req-a2b1632b-3f13-4fac-a8e3-91334868290d None None] Bound port: 6bf9162b-6694-43c0-9c6c-c7329d40afda, host: dv-cinder-796286-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b33f738-d644-4c54-b55c-1571647efaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206'}}] {{(pid=98982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:49:50.597684 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-a2b1632b-3f13-4fac-a8e3-91334868290d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:50.606912 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-16d92f64-da1b-4eb0-8f0f-160fef97265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:50.673738 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-a2b1632b-3f13-4fac-a8e3-91334868290d None None] For port 6bf9162b-6694-43c0-9c6c-c7329d40afda, host dv-cinder-796286-4-iscsi, cleared binding levels {{(pid=98982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:49:50.677214 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-a2b1632b-3f13-4fac-a8e3-91334868290d None None] For port 6bf9162b-6694-43c0-9c6c-c7329d40afda, host dv-cinder-796286-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=6bf9162b-6694-43c0-9c6c-c7329d40afda,segment=NetworkSegment(8b33f738-d644-4c54-b55c-1571647efaaa),segment_id=8b33f738-d644-4c54-b55c-1571647efaaa)] {{(pid=98982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:49:50.772694 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-fa0e7bc9-ffce-4fa3-b6f1-e51058e522ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:50.791590 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-fa0e7bc9-ffce-4fa3-b6f1-e51058e522ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:50.947930 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.db_base_plugin_common [None req-fa0e7bc9-ffce-4fa3-b6f1-e51058e522ea admin admin] Allocated IP 172.27.0.171 (e7fe10b8-90c4-4cba-8f65-340465ca325f/474b542b-67ec-4e86-95bf-cb7c30e5c62d/220d4639-e7b1-4eff-8de2-fb7302701a38) {{(pid=98980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:49:51.003580 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f610e0-3186-49f7-95bf-c2dadb344175 req-d8c56acb-469d-4a9f-b026-de1d806a0f29 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:51.005024 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-d7f610e0-3186-49f7-95bf-c2dadb344175 req-d8c56acb-469d-4a9f-b026-de1d806a0f29 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 946 time: 0.1180665 Jun 16 09:49:51.014761 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-a2b1632b-3f13-4fac-a8e3-91334868290d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:51.016909 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e3395780-1681-49d6-bc27-ee1d11a2a710 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:49:51.073841 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b1632b-3f13-4fac-a8e3-91334868290d None None] Pushing event updated for resources: {'Port': ['ID=6bf9162b-6694-43c0-9c6c-c7329d40afda,revision_number=2']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:49:51.077535 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-a2b1632b-3f13-4fac-a8e3-91334868290d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:49:51.095879 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-d7f610e0-3186-49f7-95bf-c2dadb344175 req-a76ae1b3-d3b1-487f-9d06-246617cbba54 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651395 Jun 16 09:49:51.098628 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-fa0e7bc9-ffce-4fa3-b6f1-e51058e522ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:51.346575 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-fa0e7bc9-ffce-4fa3-b6f1-e51058e522ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126582365'] for port, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:51.348751 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:49:51.389498 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0e7bc9-ffce-4fa3-b6f1-e51058e522ea admin admin] Network e7fe10b8-90c4-4cba-8f65-340465ca325f is already hosted by enough agents. {{(pid=98980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:49:51.394917 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.base_scheduler [None req-fa0e7bc9-ffce-4fa3-b6f1-e51058e522ea admin admin] Resources bound (agent type, host, resource id): {{(pid=98980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:49:51.398311 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0e7bc9-ffce-4fa3-b6f1-e51058e522ea admin admin] Received port after_create {{(pid=98980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:49:51.422029 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0e7bc9-ffce-4fa3-b6f1-e51058e522ea admin admin] Pushing event updated for resources: {'Port': ['ID=220d4639-e7b1-4eff-8de2-fb7302701a38,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:49:51.426490 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-fa0e7bc9-ffce-4fa3-b6f1-e51058e522ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:49:51.954238 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7267ac0c-f208-4901-b113-01edfb9befdd None None] Network eae67a9b-5ad3-4a2b-a012-c75340b64206 requested from dv-cinder-796286-4-iscsi {{(pid=98982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:49:52.050975 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-fa0e7bc9-ffce-4fa3-b6f1-e51058e522ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:52.091225 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 6bf9162b-6694-43c0-9c6c-c7329d40afda up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:49:52.241021 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-7bbc3f50-ad4d-4068-8d4e-96ffaa8503d2 None None] Provisioning for port 6bf9162b-6694-43c0-9c6c-c7329d40afda completed by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:49:52.287314 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning for port 6bf9162b-6694-43c0-9c6c-c7329d40afda completed by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:49:52.293749 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning complete for port 6bf9162b-6694-43c0-9c6c-c7329d40afda triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:49:52.294131 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:52.381015 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e920a-6c05-4aef-80de-7b76dd7477b8 req-1b151d2c-3e25-43ee-91f9-dd481cbe61ad tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:52.388161 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-f52e920a-6c05-4aef-80de-7b76dd7477b8 req-1b151d2c-3e25-43ee-91f9-dd481cbe61ad tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 946 time: 0.1321352 Jun 16 09:49:52.414186 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-fa0e7bc9-ffce-4fa3-b6f1-e51058e522ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-702904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757989'] for router, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:52.421680 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:52.475982 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] For port 6bf9162b-6694-43c0-9c6c-c7329d40afda, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=6bf9162b-6694-43c0-9c6c-c7329d40afda,segment=NetworkSegment(8b33f738-d644-4c54-b55c-1571647efaaa),segment_id=8b33f738-d644-4c54-b55c-1571647efaaa)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:49:52.478637 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e4fb578b-fd5e-47f0-aa8c-4b83a36f29c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:52.480100 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-f52e920a-6c05-4aef-80de-7b76dd7477b8 req-2aeb66e3-ec0b-49fe-b25a-2bd8d06d2b2e tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909510 Jun 16 09:49:52.551569 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:52.558078 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-a2b1632b-3f13-4fac-a8e3-91334868290d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:49:52.615408 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Pushing event updated for resources: {'Port': ['ID=6bf9162b-6694-43c0-9c6c-c7329d40afda,revision_number=3']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:49:52.626295 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:49:52.682538 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0e7bc9-ffce-4fa3-b6f1-e51058e522ea admin admin] Router 59e27c92-c10a-4d99-a1b6-de6d5533c04a is scheduled to L3 agent 7768ee83-37c7-4165-88a2-5844eb43ad81 with binding_index 1 {{(pid=98980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 09:49:52.703810 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-f0070640-0ebb-4304-95cd-b5a64a81878d None None] Provisioning complete for port 6bf9162b-6694-43c0-9c6c-c7329d40afda triggered by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:49:52.704324 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-f0070640-0ebb-4304-95cd-b5a64a81878d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:52.822997 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0e7bc9-ffce-4fa3-b6f1-e51058e522ea admin admin] Notify agent at l3_agent.dv-cinder-796286-4-iscsi the message routers_updated {{(pid=98980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:49:52.832618 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891d7b4b-7b66-4667-b29a-f6e0059d197f None None] Sync routers for ids ['59e27c92-c10a-4d99-a1b6-de6d5533c04a'] in dv-cinder-796286-4-iscsi {{(pid=98982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:49:52.843118 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891d7b4b-7b66-4667-b29a-f6e0059d197f None None] Routers {'59e27c92-c10a-4d99-a1b6-de6d5533c04a'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:49:52.844432 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-891d7b4b-7b66-4667-b29a-f6e0059d197f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:49:49Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['59e27c92-c10a-4d99-a1b6-de6d5533c04a'], 'active': True} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:49:52.952592 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvr_db [None req-891d7b4b-7b66-4667-b29a-f6e0059d197f None None] Set router 59e27c92-c10a-4d99-a1b6-de6d5533c04a gateway port host: dv-cinder-796286-4-iscsi {{(pid=98982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:49:53.002707 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-fa0e7bc9-ffce-4fa3-b6f1-e51058e522ea admin admin] Notify callbacks [] for router, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:53.004112 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-fa0e7bc9-ffce-4fa3-b6f1-e51058e522ea admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1569915 Jun 16 09:49:53.006776 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 54050) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:49:53.141675 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-891d7b4b-7b66-4667-b29a-f6e0059d197f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'name': 'tempest-TestVolumeBootPattern-39691887-router', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '220d4639-e7b1-4eff-8de2-fb7302701a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:49:49Z', 'updated_at': '2021-06-16T09:49:51Z', 'revision_number': 3, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'gw_port': {'id': '220d4639-e7b1-4eff-8de2-fb7302701a38', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:77:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:49:50Z', 'updated_at': '2021-06-16T09:49:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi'}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:49:53.146234 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891d7b4b-7b66-4667-b29a-f6e0059d197f None None] Checking router: 59e27c92-c10a-4d99-a1b6-de6d5533c04a for host: dv-cinder-796286-4-iscsi {{(pid=98982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:49:53.146591 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891d7b4b-7b66-4667-b29a-f6e0059d197f None None] Updating router 59e27c92-c10a-4d99-a1b6-de6d5533c04a port 220d4639-e7b1-4eff-8de2-fb7302701a38 binding host dv-cinder-796286-4-iscsi {{(pid=98982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 09:49:53.183593 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-891d7b4b-7b66-4667-b29a-f6e0059d197f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:53.429489 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-a8c1b26d-fd44-41bc-a075-5749c16fb415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:53.577962 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-891d7b4b-7b66-4667-b29a-f6e0059d197f None None] Notify callbacks [] for port, precommit_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:53.591374 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-891d7b4b-7b66-4667-b29a-f6e0059d197f None None] Transition to ACTIVE for port object 220d4639-e7b1-4eff-8de2-fb7302701a38 will not be triggered until provisioned by entity L2. {{(pid=98982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:49:53.616952 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.db_base_plugin_common [None req-a8c1b26d-fd44-41bc-a075-5749c16fb415 admin admin] Allocated IP 172.20.0.1 (eae67a9b-5ad3-4a2b-a012-c75340b64206/43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f/397471ac-32cf-423f-a50b-96175ad9ed75) {{(pid=98980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:49:53.705515 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-891d7b4b-7b66-4667-b29a-f6e0059d197f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:53.707721 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:49:53.726760 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-a8c1b26d-fd44-41bc-a075-5749c16fb415 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:53.740724 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.provisioning_blocks [None req-a8c1b26d-fd44-41bc-a075-5749c16fb415 admin admin] Transition to ACTIVE for port object 397471ac-32cf-423f-a50b-96175ad9ed75 will not be triggered until provisioned by entity DHCP. {{(pid=98980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:49:53.767581 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.managers [None req-891d7b4b-7b66-4667-b29a-f6e0059d197f None None] Attempting to bind port 220d4639-e7b1-4eff-8de2-fb7302701a38 on host dv-cinder-796286-4-iscsi for vnic_type normal with profile {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:49:53.768749 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.managers [None req-891d7b4b-7b66-4667-b29a-f6e0059d197f None None] Attempting to bind port 220d4639-e7b1-4eff-8de2-fb7302701a38 by drivers openvswitch,hyperv on host dv-cinder-796286-4-iscsi at level 0 using segments [{'id': 'ee5243d6-0a20-466c-b2f3-0cfa4d8430c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f'}] {{(pid=98982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:49:53.768749 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891d7b4b-7b66-4667-b29a-f6e0059d197f None None] Attempting to bind port 220d4639-e7b1-4eff-8de2-fb7302701a38 on network e7fe10b8-90c4-4cba-8f65-340465ca325f {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:49:53.771861 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac9a84-532f-40b9-815a-af5cff1bb729 None None] Pushing event updated for resources: {'Port': ['ID=220d4639-e7b1-4eff-8de2-fb7302701a38,revision_number=2']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:49:53.774721 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-09ac9a84-532f-40b9-815a-af5cff1bb729 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:49:53.778800 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891d7b4b-7b66-4667-b29a-f6e0059d197f None None] Checking agent: {'id': '1e3237df-5913-46b8-aeb8-2bb1fe27fce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 34, 49), 'started_at': datetime.datetime(2021, 6, 16, 9, 35, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:49:53.779166 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891d7b4b-7b66-4667-b29a-f6e0059d197f None None] Checking segment: {'id': 'ee5243d6-0a20-466c-b2f3-0cfa4d8430c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:49:53.779567 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-891d7b4b-7b66-4667-b29a-f6e0059d197f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:53.780505 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891d7b4b-7b66-4667-b29a-f6e0059d197f None None] Bound using segment: {'id': 'ee5243d6-0a20-466c-b2f3-0cfa4d8430c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f'} {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:49:53.780605 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.managers [None req-891d7b4b-7b66-4667-b29a-f6e0059d197f None None] Bound port: 220d4639-e7b1-4eff-8de2-fb7302701a38, host: dv-cinder-796286-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee5243d6-0a20-466c-b2f3-0cfa4d8430c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f'}}] {{(pid=98982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:49:53.781801 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-891d7b4b-7b66-4667-b29a-f6e0059d197f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:53.828600 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd3407-0300-40c0-9294-82b3fbfc4eb1 req-4141a979-6677-472d-aea2-667e7430a752 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:53.829763 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-b0fd3407-0300-40c0-9294-82b3fbfc4eb1 req-4141a979-6677-472d-aea2-667e7430a752 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 946 time: 0.0783985 Jun 16 09:49:53.845318 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-891d7b4b-7b66-4667-b29a-f6e0059d197f None None] For port 220d4639-e7b1-4eff-8de2-fb7302701a38, host dv-cinder-796286-4-iscsi, cleared binding levels {{(pid=98982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:49:53.850527 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-891d7b4b-7b66-4667-b29a-f6e0059d197f None None] For port 220d4639-e7b1-4eff-8de2-fb7302701a38, host dv-cinder-796286-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=220d4639-e7b1-4eff-8de2-fb7302701a38,segment=NetworkSegment(ee5243d6-0a20-466c-b2f3-0cfa4d8430c8),segment_id=ee5243d6-0a20-466c-b2f3-0cfa4d8430c8)] {{(pid=98982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:49:53.868617 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-b0fd3407-0300-40c0-9294-82b3fbfc4eb1 req-cf2c380c-3391-430c-b31e-56855902989d tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329037 Jun 16 09:49:53.923008 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-a8c1b26d-fd44-41bc-a075-5749c16fb415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126582365'] for port, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:53.925256 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-b1599483-6b22-4731-80d6-3dd5c937b12c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:49:53.950682 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-891d7b4b-7b66-4667-b29a-f6e0059d197f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:53.954820 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:49:53.963135 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c1b26d-fd44-41bc-a075-5749c16fb415 admin admin] Network eae67a9b-5ad3-4a2b-a012-c75340b64206 is already hosted by enough agents. {{(pid=98980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:49:53.969455 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.base_scheduler [None req-a8c1b26d-fd44-41bc-a075-5749c16fb415 admin admin] Resources bound (agent type, host, resource id): {{(pid=98980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:49:53.973806 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c1b26d-fd44-41bc-a075-5749c16fb415 admin admin] Received port after_create {{(pid=98980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:49:53.985362 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 6bf9162b-6694-43c0-9c6c-c7329d40afda up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:49:53.996147 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c1b26d-fd44-41bc-a075-5749c16fb415 admin admin] Pushing event updated for resources: {'Port': ['ID=397471ac-32cf-423f-a50b-96175ad9ed75,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:49:54.002426 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-a8c1b26d-fd44-41bc-a075-5749c16fb415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:49:54.014200 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-a8c1b26d-fd44-41bc-a075-5749c16fb415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757332'] for router_interface, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:54.054446 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891d7b4b-7b66-4667-b29a-f6e0059d197f None None] Routers {'59e27c92-c10a-4d99-a1b6-de6d5533c04a'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:49:54.055655 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-891d7b4b-7b66-4667-b29a-f6e0059d197f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:49:49Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['59e27c92-c10a-4d99-a1b6-de6d5533c04a'], 'active': True} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:49:54.150164 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac9a84-532f-40b9-815a-af5cff1bb729 None None] Pushing event updated for resources: {'Port': ['ID=220d4639-e7b1-4eff-8de2-fb7302701a38,revision_number=3']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:49:54.153453 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-09ac9a84-532f-40b9-815a-af5cff1bb729 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:49:54.161046 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning complete for port 6bf9162b-6694-43c0-9c6c-c7329d40afda triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:49:54.161046 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:54.225819 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvr_db [None req-891d7b4b-7b66-4667-b29a-f6e0059d197f None None] Set router 59e27c92-c10a-4d99-a1b6-de6d5533c04a gateway port host: dv-cinder-796286-4-iscsi {{(pid=98982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:49:54.254938 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-a8c1b26d-fd44-41bc-a075-5749c16fb415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:54.391129 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-bebf723c-96a1-45e0-a53b-9355430c1ca6 None None] Provisioning for port 397471ac-32cf-423f-a50b-96175ad9ed75 completed by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:49:54.397852 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-bebf723c-96a1-45e0-a53b-9355430c1ca6 None None] Provisioning complete for port 397471ac-32cf-423f-a50b-96175ad9ed75 triggered by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:49:54.398219 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-bebf723c-96a1-45e0-a53b-9355430c1ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:54.428855 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-a8c1b26d-fd44-41bc-a075-5749c16fb415 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:54.451524 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a1b84-670b-4fb9-904f-57ce74128ea0 req-fd97e403-bd27-4785-8fa8-0ccd20a89c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:54.453262 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-012a1b84-670b-4fb9-904f-57ce74128ea0 req-fd97e403-bd27-4785-8fa8-0ccd20a89c12 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f5476756cec74ac89980f811e6b4c64a&device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 1099 time: 0.0559409 Jun 16 09:49:54.459845 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-bebf723c-96a1-45e0-a53b-9355430c1ca6 None None] Port 397471ac-32cf-423f-a50b-96175ad9ed75 cannot update to ACTIVE because it is not bound. {{(pid=98982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 09:49:54.477527 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-891d7b4b-7b66-4667-b29a-f6e0059d197f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'name': 'tempest-TestVolumeBootPattern-39691887-router', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '220d4639-e7b1-4eff-8de2-fb7302701a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:49:49Z', 'updated_at': '2021-06-16T09:49:51Z', 'revision_number': 3, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'gw_port': {'id': '220d4639-e7b1-4eff-8de2-fb7302701a38', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:77:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:49:50Z', 'updated_at': '2021-06-16T09:49:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi'}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:49:54.483135 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891d7b4b-7b66-4667-b29a-f6e0059d197f None None] The sync data for ids ['59e27c92-c10a-4d99-a1b6-de6d5533c04a'] in dv-cinder-796286-4-iscsi is: [{'id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'name': 'tempest-TestVolumeBootPattern-39691887-router', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '220d4639-e7b1-4eff-8de2-fb7302701a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:49:49Z', 'updated_at': '2021-06-16T09:49:51Z', 'revision_number': 3, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'gw_port': {'id': '220d4639-e7b1-4eff-8de2-fb7302701a38', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:77:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:49:50Z', 'updated_at': '2021-06-16T09:49:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi'}] {{(pid=98982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:49:54.488442 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-a8c1b26d-fd44-41bc-a075-5749c16fb415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126582347'] for port, after_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:54.491032 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-a0af9050-046b-4847-87b8-cdd3d95c9485 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:49:54.562955 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c1b26d-fd44-41bc-a075-5749c16fb415 admin admin] Pushing event updated for resources: {'Port': ['ID=397471ac-32cf-423f-a50b-96175ad9ed75,revision_number=2']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:49:54.565398 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-a8c1b26d-fd44-41bc-a075-5749c16fb415 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-623549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757288'] for router_interface, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:54.567508 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-a8c1b26d-fd44-41bc-a075-5749c16fb415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:49:54.578519 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a1b84-670b-4fb9-904f-57ce74128ea0 req-17a82005-ea6e-4985-bd8a-b5d27dda0638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:54.580023 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-012a1b84-670b-4fb9-904f-57ce74128ea0 req-17a82005-ea6e-4985-bd8a-b5d27dda0638 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b643789e-234a-40e9-b489-894119bc4f89 HTTP/1.1" status: 200 len: 917 time: 0.0994542 Jun 16 09:49:54.650109 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-012a1b84-670b-4fb9-904f-57ce74128ea0 req-63754616-9fe7-45d0-b1ca-e6eba6ba8d3e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0195f430-99c7-4f0b-97c0-89a3f0d08ed8 HTTP/1.1" status: 200 len: 1002 time: 0.0615695 Jun 16 09:49:54.657690 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c1b26d-fd44-41bc-a075-5749c16fb415 admin admin] Network eae67a9b-5ad3-4a2b-a012-c75340b64206 is already hosted by enough agents. {{(pid=98980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:49:54.659131 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.base_scheduler [None req-a8c1b26d-fd44-41bc-a075-5749c16fb415 admin admin] Resources bound (agent type, host, resource id): {{(pid=98980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:49:54.737430 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a1b84-670b-4fb9-904f-57ce74128ea0 req-cce0357d-7912-491d-bc9e-1616841439c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:54.738867 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-012a1b84-670b-4fb9-904f-57ce74128ea0 req-cce0357d-7912-491d-bc9e-1616841439c5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b5e9ba67-07c6-43ea-ad13-16d85d3a0ee3 HTTP/1.1" status: 200 len: 855 time: 0.0811083 Jun 16 09:49:54.808841 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c1b26d-fd44-41bc-a075-5749c16fb415 admin admin] Router 59e27c92-c10a-4d99-a1b6-de6d5533c04a has already been hosted by L3 agent 7768ee83-37c7-4165-88a2-5844eb43ad81 {{(pid=98980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:49:54.830826 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a1b84-670b-4fb9-904f-57ce74128ea0 req-145d5b94-ad54-400d-8374-aee7a40520d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:54.832215 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-012a1b84-670b-4fb9-904f-57ce74128ea0 req-145d5b94-ad54-400d-8374-aee7a40520d3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b643789e-234a-40e9-b489-894119bc4f89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0859756 Jun 16 09:49:54.946051 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-012a1b84-670b-4fb9-904f-57ce74128ea0 req-c76b3cb0-d4d2-42b3-b59a-a11e246a5447 service neutron] 10.222.0.49 "GET /v2.0/networks/b643789e-234a-40e9-b489-894119bc4f89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058385 Jun 16 09:49:54.961585 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c1b26d-fd44-41bc-a075-5749c16fb415 admin admin] Notify agent at l3_agent.dv-cinder-796286-4-iscsi the message routers_updated {{(pid=98980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:49:54.968238 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-a8c1b26d-fd44-41bc-a075-5749c16fb415 admin admin] 10.222.0.25 "PUT /v2.0/routers/59e27c92-c10a-4d99-a1b6-de6d5533c04a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9603980 Jun 16 09:49:54.988912 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e1f64177-093b-4fbb-9a3d-78a378f6f6c3 None None] Provisioning complete for port 397471ac-32cf-423f-a50b-96175ad9ed75 triggered by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:49:54.988912 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e1f64177-093b-4fbb-9a3d-78a378f6f6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:55.036071 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-e1f64177-093b-4fbb-9a3d-78a378f6f6c3 None None] Port 397471ac-32cf-423f-a50b-96175ad9ed75 cannot update to ACTIVE because it is not bound. {{(pid=98982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 09:49:55.091325 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-012a1b84-670b-4fb9-904f-57ce74128ea0 req-65dbaa60-24c4-412f-bb47-b3cf98e68f8d service neutron] 10.222.0.49 "GET /v2.0/networks/b643789e-234a-40e9-b489-894119bc4f89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338034 Jun 16 09:49:55.107268 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58606863-96e5-4567-ba59-3d0da0dab7c2 req-9635fbce-46aa-4b85-9133-f59559b7538c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:55.108835 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-58606863-96e5-4567-ba59-3d0da0dab7c2 req-9635fbce-46aa-4b85-9133-f59559b7538c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 946 time: 0.0887063 Jun 16 09:49:55.170424 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-58606863-96e5-4567-ba59-3d0da0dab7c2 req-4a4f1d84-f7c6-4d2b-a365-f8981521d0fe tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444312 Jun 16 09:49:55.745175 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 54086) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:49:55.750173 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [None req-4a1649df-9f1c-4576-b2b4-7b31c50ecb33 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1369342722-network', 'tenant_id': '0c9f759c677d496ab63759373898c66a'}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:49:55.825058 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1649df-9f1c-4576-b2b4-7b31c50ecb33 admin admin] Made reservation on behalf of 0c9f759c677d496ab63759373898c66a for: {'network': 1} {{(pid=98981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:49:55.827651 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-4a1649df-9f1c-4576-b2b4-7b31c50ecb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for network, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:55.837675 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-4a1649df-9f1c-4576-b2b4-7b31c50ecb33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:55.928593 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-4a1649df-9f1c-4576-b2b4-7b31c50ecb33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:55.989919 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 220d4639-e7b1-4eff-8de2-fb7302701a38 up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:49:55.996448 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-4a1649df-9f1c-4576-b2b4-7b31c50ecb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:55.999538 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-07a6d92c-8d83-446b-9a6f-9105f2de8c9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:49:56.021233 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a1649df-9f1c-4576-b2b4-7b31c50ecb33 admin admin] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=98981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 09:49:56.029750 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1649df-9f1c-4576-b2b4-7b31c50ecb33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61cb23ac-43e4-4804-b7f8-eb86be363ec9,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:49:56.042032 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-4a1649df-9f1c-4576-b2b4-7b31c50ecb33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:49:56.042032 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-4a1649df-9f1c-4576-b2b4-7b31c50ecb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753648'] for segment, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:56.042032 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.db.segments_db [None req-4a1649df-9f1c-4576-b2b4-7b31c50ecb33 admin admin] Added segment 2601ce24-4af7-42ff-9df0-8cfac1497615 of type vlan for network 837353a3-006e-4791-b0d3-2947533d478c Jun 16 09:49:56.072996 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb09a84-dc8a-44b3-83ff-8a35fffe14b4 None None] Sync routers for ids ['59e27c92-c10a-4d99-a1b6-de6d5533c04a'] in dv-cinder-796286-4-iscsi {{(pid=98983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:49:56.080257 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-4a1649df-9f1c-4576-b2b4-7b31c50ecb33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772812906909'] for network, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:56.082520 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb09a84-dc8a-44b3-83ff-8a35fffe14b4 None None] Routers {'59e27c92-c10a-4d99-a1b6-de6d5533c04a'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:49:56.083237 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-5bb09a84-dc8a-44b3-83ff-8a35fffe14b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:49:49Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['59e27c92-c10a-4d99-a1b6-de6d5533c04a'], 'active': True} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:49:56.134170 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning for port 220d4639-e7b1-4eff-8de2-fb7302701a38 completed by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:49:56.138454 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning complete for port 220d4639-e7b1-4eff-8de2-fb7302701a38 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:49:56.138837 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:56.199500 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvr_db [None req-5bb09a84-dc8a-44b3-83ff-8a35fffe14b4 None None] Set router 59e27c92-c10a-4d99-a1b6-de6d5533c04a gateway port host: dv-cinder-796286-4-iscsi {{(pid=98983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:49:56.237155 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:56.261651 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] For port 220d4639-e7b1-4eff-8de2-fb7302701a38, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=220d4639-e7b1-4eff-8de2-fb7302701a38,segment=NetworkSegment(ee5243d6-0a20-466c-b2f3-0cfa4d8430c8),segment_id=ee5243d6-0a20-466c-b2f3-0cfa4d8430c8)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:49:56.323914 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:56.326439 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-1497db63-c901-49c2-b9d3-d6906432329b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:49:56.369188 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0748492a-028d-44a8-ae39-cdb602d328f4 req-e5b3bd4f-ad53-4256-915d-fe02b50fd794 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:56.376514 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-0748492a-028d-44a8-ae39-cdb602d328f4 req-e5b3bd4f-ad53-4256-915d-fe02b50fd794 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 946 time: 0.0883825 Jun 16 09:49:56.391313 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Pushing event updated for resources: {'Port': ['ID=220d4639-e7b1-4eff-8de2-fb7302701a38,revision_number=4']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:49:56.395460 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:49:56.425141 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-0748492a-028d-44a8-ae39-cdb602d328f4 req-a621b5ed-c885-4a15-a623-634c02e7b9ff tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452900 Jun 16 09:49:56.475107 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-4a1649df-9f1c-4576-b2b4-7b31c50ecb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439'] for network, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:56.476625 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1649df-9f1c-4576-b2b4-7b31c50ecb33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:56.477306 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-4a1649df-9f1c-4576-b2b4-7b31c50ecb33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for network, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:56.480310 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:49:56.538201 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-5bb09a84-dc8a-44b3-83ff-8a35fffe14b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'name': 'tempest-TestVolumeBootPattern-39691887-router', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '220d4639-e7b1-4eff-8de2-fb7302701a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:49:49Z', 'updated_at': '2021-06-16T09:49:54Z', 'revision_number': 4, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'gw_port': {'id': '220d4639-e7b1-4eff-8de2-fb7302701a38', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:77:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:49:50Z', 'updated_at': '2021-06-16T09:49:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_interfaces': [{'id': '397471ac-32cf-423f-a50b-96175ad9ed75', 'name': '', 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'mac_address': 'fa:16:3e:1e:0e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:49:53Z', 'updated_at': '2021-06-16T09:49:54Z', 'revision_number': 2, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'subnets': [{'id': '43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:49:56.538842 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1649df-9f1c-4576-b2b4-7b31c50ecb33 admin admin] Pushing event updated for resources: {'Network': ['ID=837353a3-006e-4791-b0d3-2947533d478c,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:49:56.541563 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-4a1649df-9f1c-4576-b2b4-7b31c50ecb33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:49:56.542016 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb09a84-dc8a-44b3-83ff-8a35fffe14b4 None None] Checking router: 59e27c92-c10a-4d99-a1b6-de6d5533c04a for host: dv-cinder-796286-4-iscsi {{(pid=98983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:49:56.542372 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb09a84-dc8a-44b3-83ff-8a35fffe14b4 None None] Updating router 59e27c92-c10a-4d99-a1b6-de6d5533c04a port 397471ac-32cf-423f-a50b-96175ad9ed75 binding host dv-cinder-796286-4-iscsi {{(pid=98983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 09:49:56.549790 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Network 837353a3-006e-4791-b0d3-2947533d478c details requested by agent ovs-agent-dv-cinder-796286-4-iscsi with host dv-cinder-796286-4-iscsi {{(pid=98982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 09:49:56.577380 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-5bb09a84-dc8a-44b3-83ff-8a35fffe14b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:56.590343 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-4a1649df-9f1c-4576-b2b4-7b31c50ecb33 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8439910 Jun 16 09:49:56.593464 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 54090) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:49:56.599759 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [None req-87765277-d6fc-40be-8172-9717138a5a8c admin admin] Request body: {'subnet': {'network_id': '837353a3-006e-4791-b0d3-2947533d478c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1369342722-subnet', 'tenant_id': '0c9f759c677d496ab63759373898c66a', 'ip_version': 4}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:49:56.688696 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87765277-d6fc-40be-8172-9717138a5a8c admin admin] Made reservation on behalf of 0c9f759c677d496ab63759373898c66a for: {'subnet': 1} {{(pid=98980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:49:56.691054 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-87765277-d6fc-40be-8172-9717138a5a8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127687269'] for subnet, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:56.855821 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-5bb09a84-dc8a-44b3-83ff-8a35fffe14b4 None None] Notify callbacks [] for port, precommit_update {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:56.865864 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.provisioning_blocks [None req-5bb09a84-dc8a-44b3-83ff-8a35fffe14b4 None None] Transition to ACTIVE for port object 397471ac-32cf-423f-a50b-96175ad9ed75 will not be triggered until provisioned by entity L2. {{(pid=98983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:49:56.945606 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-87765277-d6fc-40be-8172-9717138a5a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126582473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127687287'] for subnet, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:56.947946 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:49:56.991034 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-5bb09a84-dc8a-44b3-83ff-8a35fffe14b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:56.995951 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG oslo_concurrency.lockutils [None req-aeb36d02-1974-4cbc-b99b-82ab3dacceaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:49:57.004472 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87765277-d6fc-40be-8172-9717138a5a8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=30cdd284-566d-4f2d-891d-9fbe87fbc029,revision_number=0']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:49:57.007605 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-87765277-d6fc-40be-8172-9717138a5a8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:49:57.010232 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87765277-d6fc-40be-8172-9717138a5a8c admin admin] Checking segment: {'id': '2601ce24-4af7-42ff-9df0-8cfac1497615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '837353a3-006e-4791-b0d3-2947533d478c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:49:57.010587 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87765277-d6fc-40be-8172-9717138a5a8c admin admin] Network hostable DHCP agents. Network: 837353a3-006e-4791-b0d3-2947533d478c, hostable agents: ['b75f70a3-2745-4841-b3c1-6cbf0fc89424'], hosted agents: [] {{(pid=98980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 09:49:57.065083 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3af7632-acad-47b0-aa77-8fd6d0df4843 None None] Pushing event updated for resources: {'Port': ['ID=397471ac-32cf-423f-a50b-96175ad9ed75,revision_number=3']} {{(pid=98983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:49:57.076689 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3af7632-acad-47b0-aa77-8fd6d0df4843 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:57.077414 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3af7632-acad-47b0-aa77-8fd6d0df4843 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:57.077414 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3af7632-acad-47b0-aa77-8fd6d0df4843 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:57.077656 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3af7632-acad-47b0-aa77-8fd6d0df4843 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:57.078645 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3af7632-acad-47b0-aa77-8fd6d0df4843 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:57.078871 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3af7632-acad-47b0-aa77-8fd6d0df4843 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:57.079221 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3af7632-acad-47b0-aa77-8fd6d0df4843 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:57.079537 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3af7632-acad-47b0-aa77-8fd6d0df4843 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:57.079855 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3af7632-acad-47b0-aa77-8fd6d0df4843 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:57.080169 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3af7632-acad-47b0-aa77-8fd6d0df4843 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:57.080479 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3af7632-acad-47b0-aa77-8fd6d0df4843 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:57.080788 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3af7632-acad-47b0-aa77-8fd6d0df4843 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:57.098725 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG oslo_concurrency.lockutils [None req-f3af7632-acad-47b0-aa77-8fd6d0df4843 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:49:57.122526 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87765277-d6fc-40be-8172-9717138a5a8c admin admin] Network 837353a3-006e-4791-b0d3-2947533d478c is scheduled to be hosted by DHCP agent b75f70a3-2745-4841-b3c1-6cbf0fc89424 with binding_index 1 {{(pid=98980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 09:49:57.133379 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.managers [None req-5bb09a84-dc8a-44b3-83ff-8a35fffe14b4 None None] Attempting to bind port 397471ac-32cf-423f-a50b-96175ad9ed75 on host dv-cinder-796286-4-iscsi for vnic_type normal with profile {{(pid=98983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:49:57.133762 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.managers [None req-5bb09a84-dc8a-44b3-83ff-8a35fffe14b4 None None] Attempting to bind port 397471ac-32cf-423f-a50b-96175ad9ed75 by drivers openvswitch,hyperv on host dv-cinder-796286-4-iscsi at level 0 using segments [{'id': '8b33f738-d644-4c54-b55c-1571647efaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206'}] {{(pid=98983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:49:57.134123 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb09a84-dc8a-44b3-83ff-8a35fffe14b4 None None] Attempting to bind port 397471ac-32cf-423f-a50b-96175ad9ed75 on network eae67a9b-5ad3-4a2b-a012-c75340b64206 {{(pid=98983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:49:57.141362 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb09a84-dc8a-44b3-83ff-8a35fffe14b4 None None] Checking agent: {'id': '1e3237df-5913-46b8-aeb8-2bb1fe27fce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 34, 49), 'started_at': datetime.datetime(2021, 6, 16, 9, 35, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:49:57.141738 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb09a84-dc8a-44b3-83ff-8a35fffe14b4 None None] Checking segment: {'id': '8b33f738-d644-4c54-b55c-1571647efaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:49:57.142141 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-5bb09a84-dc8a-44b3-83ff-8a35fffe14b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:57.142530 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb09a84-dc8a-44b3-83ff-8a35fffe14b4 None None] Bound using segment: {'id': '8b33f738-d644-4c54-b55c-1571647efaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206'} {{(pid=98983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:49:57.143024 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.managers [None req-5bb09a84-dc8a-44b3-83ff-8a35fffe14b4 None None] Bound port: 397471ac-32cf-423f-a50b-96175ad9ed75, host: dv-cinder-796286-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b33f738-d644-4c54-b55c-1571647efaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206'}}] {{(pid=98983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:49:57.143557 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-5bb09a84-dc8a-44b3-83ff-8a35fffe14b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:57.198205 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 0195f430-99c7-4f0b-97c0-89a3f0d08ed8 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:49:57.213879 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.db [None req-5bb09a84-dc8a-44b3-83ff-8a35fffe14b4 None None] For port 397471ac-32cf-423f-a50b-96175ad9ed75, host dv-cinder-796286-4-iscsi, cleared binding levels {{(pid=98983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:49:57.217208 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.db [None req-5bb09a84-dc8a-44b3-83ff-8a35fffe14b4 None None] For port 397471ac-32cf-423f-a50b-96175ad9ed75, host dv-cinder-796286-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=397471ac-32cf-423f-a50b-96175ad9ed75,segment=NetworkSegment(8b33f738-d644-4c54-b55c-1571647efaaa),segment_id=8b33f738-d644-4c54-b55c-1571647efaaa)] {{(pid=98983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:49:57.236973 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.base_scheduler [None req-87765277-d6fc-40be-8172-9717138a5a8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-4-iscsi, 837353a3-006e-4791-b0d3-2947533d478c) {{(pid=98980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:49:57.240926 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87765277-d6fc-40be-8172-9717138a5a8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:57.241591 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-87765277-d6fc-40be-8172-9717138a5a8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for subnet, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:57.246269 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b86da72-be1a-4e16-992e-817e418efccd None None] Network 837353a3-006e-4791-b0d3-2947533d478c requested from dv-cinder-796286-4-iscsi {{(pid=98982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:49:57.323197 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-5bb09a84-dc8a-44b3-83ff-8a35fffe14b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:57.325520 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG oslo_concurrency.lockutils [None req-aeb36d02-1974-4cbc-b99b-82ab3dacceaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:49:57.334300 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:57.371376 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f9fa49-9620-4c1b-911d-0efcb172c1d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0195f430-99c7-4f0b-97c0-89a3f0d08ed8'}] {{(pid=98982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:49:57.373209 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-87765277-d6fc-40be-8172-9717138a5a8c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7783501 Jun 16 09:49:57.375751 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 54094) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:49:57.377514 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4f9cc304a916b9d47f5f8bf5758f709c886eea9513b83351d26ab7408c86625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b5249c-5365-4a06-a349-0e84d8ebe385" -d '{"events": [{"server_uuid": "a1f9fa49-9620-4c1b-911d-0efcb172c1d7", "name": "network-vif-unplugged", "status": "completed", "tag": "0195f430-99c7-4f0b-97c0-89a3f0d08ed8"}]}' {{(pid=98982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:49:57.380975 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [None req-df5b8c67-7230-4b71-96c6-7b2d648bcbe8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1369342722-router', 'tenant_id': '0c9f759c677d496ab63759373898c66a', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f'}}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:49:57.385130 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3af7632-acad-47b0-aa77-8fd6d0df4843 None None] Pushing event updated for resources: {'Port': ['ID=397471ac-32cf-423f-a50b-96175ad9ed75,revision_number=4']} {{(pid=98983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:49:57.388831 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG oslo_concurrency.lockutils [None req-f3af7632-acad-47b0-aa77-8fd6d0df4843 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:49:57.395569 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb09a84-dc8a-44b3-83ff-8a35fffe14b4 None None] Routers {'59e27c92-c10a-4d99-a1b6-de6d5533c04a'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:49:57.396512 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-5bb09a84-dc8a-44b3-83ff-8a35fffe14b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:49:49Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['59e27c92-c10a-4d99-a1b6-de6d5533c04a'], 'active': True} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:49:57.401115 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 0195f430-99c7-4f0b-97c0-89a3f0d08ed8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=0195f430-99c7-4f0b-97c0-89a3f0d08ed8,segment=NetworkSegment(072836ba-11c0-4d89-9dbf-d840ce8bf23f),segment_id=072836ba-11c0-4d89-9dbf-d840ce8bf23f)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:49:57.470795 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Jun 2021 09:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70c10bf-eda1-42a5-ae1f-54c4afbec182 x-openstack-request-id: req-e70c10bf-eda1-42a5-ae1f-54c4afbec182 {{(pid=98982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:49:57.471237 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1f9fa49-9620-4c1b-911d-0efcb172c1d7", "name": "network-vif-unplugged", "status": "completed", "tag": "0195f430-99c7-4f0b-97c0-89a3f0d08ed8", "code": 200}]} {{(pid=98982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:49:57.471423 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e70c10bf-eda1-42a5-ae1f-54c4afbec182 {{(pid=98982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:49:57.471955 dv-cinder-796286-4-iscsi neutron-server[98982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1f9fa49-9620-4c1b-911d-0efcb172c1d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0195f430-99c7-4f0b-97c0-89a3f0d08ed8', 'code': 200} Jun 16 09:49:57.474876 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:57.482266 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:49:57.500365 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd3a3db-6a04-4b6f-b0b0-5b9308a2cfbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp669d9969-c577-5cc9-9e2a-6c352c69c075-837353a3-006e-4791-b0d3-2947533d478c', 'network_id': '837353a3-006e-4791-b0d3-2947533d478c', 'tenant_id': '0c9f759c677d496ab63759373898c66a', 'fixed_ips': [{'subnet_id': '30cdd284-566d-4f2d-891d-9fbe87fbc029'}]}} from dv-cinder-796286-4-iscsi. {{(pid=98982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 09:49:57.501671 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-1cd3a3db-6a04-4b6f-b0b0-5b9308a2cfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:57.585865 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-df5b8c67-7230-4b71-96c6-7b2d648bcbe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-702849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5825'] for router, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:57.587696 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-df5b8c67-7230-4b71-96c6-7b2d648bcbe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5690'] for router, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:57.602364 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Pushing event updated for resources: {'Port': ['ID=0195f430-99c7-4f0b-97c0-89a3f0d08ed8,revision_number=8']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:49:57.606217 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvr_db [None req-5bb09a84-dc8a-44b3-83ff-8a35fffe14b4 None None] Set router 59e27c92-c10a-4d99-a1b6-de6d5533c04a gateway port host: dv-cinder-796286-4-iscsi {{(pid=98983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:49:57.622934 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:57.624083 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:57.624426 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:57.624818 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:57.625153 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:57.625480 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:57.625803 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:57.626128 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:57.626449 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:57.626767 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:57.627111 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:57.627836 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:57.633420 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:49:57.743723 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-df5b8c67-7230-4b71-96c6-7b2d648bcbe8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:57.745209 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.db_base_plugin_common [None req-1cd3a3db-6a04-4b6f-b0b0-5b9308a2cfbd None None] Allocated IP 172.20.0.2 (837353a3-006e-4791-b0d3-2947533d478c/30cdd284-566d-4f2d-891d-9fbe87fbc029/d8e245f2-f105-45a4-b1ff-8bdc1450d8d2) {{(pid=98982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:49:57.782378 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37630336-25a8-4180-8ce8-d5d1a829a797 req-19fdf88d-ba2e-47ca-b38f-73ff297cf09d tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:57.785848 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-37630336-25a8-4180-8ce8-d5d1a829a797 req-19fdf88d-ba2e-47ca-b38f-73ff297cf09d tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 944 time: 0.1655130 Jun 16 09:49:57.830584 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-37630336-25a8-4180-8ce8-d5d1a829a797 req-9ebc6ee3-6ac6-476d-ac86-260f899acc93 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401516 Jun 16 09:49:57.922681 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-5bb09a84-dc8a-44b3-83ff-8a35fffe14b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'name': 'tempest-TestVolumeBootPattern-39691887-router', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '220d4639-e7b1-4eff-8de2-fb7302701a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:49:49Z', 'updated_at': '2021-06-16T09:49:54Z', 'revision_number': 4, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'gw_port': {'id': '220d4639-e7b1-4eff-8de2-fb7302701a38', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:77:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:49:50Z', 'updated_at': '2021-06-16T09:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_interfaces': [{'id': '397471ac-32cf-423f-a50b-96175ad9ed75', 'name': '', 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'mac_address': 'fa:16:3e:1e:0e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:49:53Z', 'updated_at': '2021-06-16T09:49:57Z', 'revision_number': 4, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'subnets': [{'id': '43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:49:57.928449 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb09a84-dc8a-44b3-83ff-8a35fffe14b4 None None] The sync data for ids ['59e27c92-c10a-4d99-a1b6-de6d5533c04a'] in dv-cinder-796286-4-iscsi is: [{'id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'name': 'tempest-TestVolumeBootPattern-39691887-router', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '220d4639-e7b1-4eff-8de2-fb7302701a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:49:49Z', 'updated_at': '2021-06-16T09:49:54Z', 'revision_number': 4, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'gw_port': {'id': '220d4639-e7b1-4eff-8de2-fb7302701a38', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:77:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:49:50Z', 'updated_at': '2021-06-16T09:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_interfaces': [{'id': '397471ac-32cf-423f-a50b-96175ad9ed75', 'name': '', 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'mac_address': 'fa:16:3e:1e:0e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:49:53Z', 'updated_at': '2021-06-16T09:49:57Z', 'revision_number': 4, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'subnets': [{'id': '43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:49:58.056299 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 220d4639-e7b1-4eff-8de2-fb7302701a38 up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:49:58.059327 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-1cd3a3db-6a04-4b6f-b0b0-5b9308a2cfbd None None] Notify callbacks [] for port, precommit_create {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:58.088616 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-1cd3a3db-6a04-4b6f-b0b0-5b9308a2cfbd None None] Transition to ACTIVE for port object d8e245f2-f105-45a4-b1ff-8bdc1450d8d2 will not be triggered until provisioned by entity L2. {{(pid=98982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:49:58.088966 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-df5b8c67-7230-4b71-96c6-7b2d648bcbe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-702895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5676'] for router, precommit_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:58.120679 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-1cd3a3db-6a04-4b6f-b0b0-5b9308a2cfbd None None] Transition to ACTIVE for port object d8e245f2-f105-45a4-b1ff-8bdc1450d8d2 will not be triggered until provisioned by entity DHCP. {{(pid=98982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:49:58.139055 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning complete for port 220d4639-e7b1-4eff-8de2-fb7302701a38 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:49:58.139445 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:58.348472 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-1cd3a3db-6a04-4b6f-b0b0-5b9308a2cfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110'] for port, after_create {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:58.352835 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:49:58.413054 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd3a3db-6a04-4b6f-b0b0-5b9308a2cfbd None None] Pushing event updated for resources: {'Port': ['ID=d8e245f2-f105-45a4-b1ff-8bdc1450d8d2,revision_number=1']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:49:58.427189 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd3a3db-6a04-4b6f-b0b0-5b9308a2cfbd None None] Network 837353a3-006e-4791-b0d3-2947533d478c is already hosted by enough agents. {{(pid=98982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:49:58.430761 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-1cd3a3db-6a04-4b6f-b0b0-5b9308a2cfbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:49:58.431529 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.scheduler.base_scheduler [None req-1cd3a3db-6a04-4b6f-b0b0-5b9308a2cfbd None None] Resources bound (agent type, host, resource id): {{(pid=98982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:49:58.439462 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd3a3db-6a04-4b6f-b0b0-5b9308a2cfbd None None] Received port after_create {{(pid=98982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:49:58.487631 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-df5b8c67-7230-4b71-96c6-7b2d648bcbe8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:58.505904 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.managers [None req-1cd3a3db-6a04-4b6f-b0b0-5b9308a2cfbd None None] Attempting to bind port d8e245f2-f105-45a4-b1ff-8bdc1450d8d2 on host dv-cinder-796286-4-iscsi for vnic_type normal with profile {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:49:58.506408 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.managers [None req-1cd3a3db-6a04-4b6f-b0b0-5b9308a2cfbd None None] Attempting to bind port d8e245f2-f105-45a4-b1ff-8bdc1450d8d2 by drivers openvswitch,hyperv on host dv-cinder-796286-4-iscsi at level 0 using segments [{'id': '2601ce24-4af7-42ff-9df0-8cfac1497615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '837353a3-006e-4791-b0d3-2947533d478c'}] {{(pid=98982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:49:58.506869 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd3a3db-6a04-4b6f-b0b0-5b9308a2cfbd None None] Attempting to bind port d8e245f2-f105-45a4-b1ff-8bdc1450d8d2 on network 837353a3-006e-4791-b0d3-2947533d478c {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:49:58.512138 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-df5b8c67-7230-4b71-96c6-7b2d648bcbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:58.512824 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd3a3db-6a04-4b6f-b0b0-5b9308a2cfbd None None] Checking agent: {'id': '1e3237df-5913-46b8-aeb8-2bb1fe27fce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 34, 49), 'started_at': datetime.datetime(2021, 6, 16, 9, 35, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:49:58.513329 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd3a3db-6a04-4b6f-b0b0-5b9308a2cfbd None None] Checking segment: {'id': '2601ce24-4af7-42ff-9df0-8cfac1497615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '837353a3-006e-4791-b0d3-2947533d478c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:49:58.513814 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-1cd3a3db-6a04-4b6f-b0b0-5b9308a2cfbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:58.514512 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd3a3db-6a04-4b6f-b0b0-5b9308a2cfbd None None] Bound using segment: {'id': '2601ce24-4af7-42ff-9df0-8cfac1497615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '837353a3-006e-4791-b0d3-2947533d478c'} {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:49:58.514779 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.managers [None req-1cd3a3db-6a04-4b6f-b0b0-5b9308a2cfbd None None] Bound port: d8e245f2-f105-45a4-b1ff-8bdc1450d8d2, host: dv-cinder-796286-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2601ce24-4af7-42ff-9df0-8cfac1497615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '837353a3-006e-4791-b0d3-2947533d478c'}}] {{(pid=98982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:49:58.515416 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-1cd3a3db-6a04-4b6f-b0b0-5b9308a2cfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:58.586934 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-1cd3a3db-6a04-4b6f-b0b0-5b9308a2cfbd None None] For port d8e245f2-f105-45a4-b1ff-8bdc1450d8d2, host dv-cinder-796286-4-iscsi, cleared binding levels {{(pid=98982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:49:58.590535 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-1cd3a3db-6a04-4b6f-b0b0-5b9308a2cfbd None None] For port d8e245f2-f105-45a4-b1ff-8bdc1450d8d2, host dv-cinder-796286-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=d8e245f2-f105-45a4-b1ff-8bdc1450d8d2,segment=NetworkSegment(2601ce24-4af7-42ff-9df0-8cfac1497615),segment_id=2601ce24-4af7-42ff-9df0-8cfac1497615)] {{(pid=98982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:49:58.627838 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.db_base_plugin_common [None req-df5b8c67-7230-4b71-96c6-7b2d648bcbe8 admin admin] Allocated IP 172.27.0.29 (e7fe10b8-90c4-4cba-8f65-340465ca325f/474b542b-67ec-4e86-95bf-cb7c30e5c62d/ea947c7e-ffd3-48c2-b4ef-e278c94039d8) {{(pid=98981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:49:58.681061 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-1cd3a3db-6a04-4b6f-b0b0-5b9308a2cfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:58.683916 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:49:58.745675 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd3a3db-6a04-4b6f-b0b0-5b9308a2cfbd None None] Pushing event updated for resources: {'Port': ['ID=d8e245f2-f105-45a4-b1ff-8bdc1450d8d2,revision_number=2']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:49:58.755436 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-1cd3a3db-6a04-4b6f-b0b0-5b9308a2cfbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:49:58.756482 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-df5b8c67-7230-4b71-96c6-7b2d648bcbe8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:58.876251 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-df5b8c67-7230-4b71-96c6-7b2d648bcbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126587788'] for port, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:58.879348 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-a83f8018-24d1-4fe4-a910-1ba9ac5ed94e tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:49:58.946585 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5b8c67-7230-4b71-96c6-7b2d648bcbe8 admin admin] Network e7fe10b8-90c4-4cba-8f65-340465ca325f is already hosted by enough agents. {{(pid=98981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:49:58.953534 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.base_scheduler [None req-df5b8c67-7230-4b71-96c6-7b2d648bcbe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=98981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:49:58.956285 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5b8c67-7230-4b71-96c6-7b2d648bcbe8 admin admin] Received port after_create {{(pid=98981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:49:58.997288 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b8c67-7230-4b71-96c6-7b2d648bcbe8 admin admin] Pushing event updated for resources: {'Port': ['ID=ea947c7e-ffd3-48c2-b4ef-e278c94039d8,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:49:59.009025 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-df5b8c67-7230-4b71-96c6-7b2d648bcbe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:49:59.089055 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb264ef-b966-4de1-80c0-ec2a3a96863c req-7d48f0bc-5e35-43c3-8620-6186754c101f tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:59.091064 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-4bb264ef-b966-4de1-80c0-ec2a3a96863c req-7d48f0bc-5e35-43c3-8620-6186754c101f tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 944 time: 0.1186967 Jun 16 09:49:59.154048 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-4bb264ef-b966-4de1-80c0-ec2a3a96863c req-2581d0a6-5c1b-4410-be26-3775fed36a41 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560358 Jun 16 09:49:59.418854 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-df5b8c67-7230-4b71-96c6-7b2d648bcbe8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:59.626996 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-df5b8c67-7230-4b71-96c6-7b2d648bcbe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-702904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757989'] for router, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:59.794467 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d11eafd-3f9c-4f1e-bfa7-0fb7980a8891 None None] Network 837353a3-006e-4791-b0d3-2947533d478c requested from dv-cinder-796286-4-iscsi {{(pid=98982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:49:59.875520 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df5b8c67-7230-4b71-96c6-7b2d648bcbe8 admin admin] Router 780d0ae8-83b6-4690-ab29-4c3e6a6d2366 is scheduled to L3 agent 7768ee83-37c7-4165-88a2-5844eb43ad81 with binding_index 1 {{(pid=98981) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 09:49:59.996653 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-86ef234c-3fb4-48c0-a8f5-98da78a0a1c3 None None] Provisioning for port d8e245f2-f105-45a4-b1ff-8bdc1450d8d2 completed by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:50:00.045410 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5b8c67-7230-4b71-96c6-7b2d648bcbe8 admin admin] Notify agent at l3_agent.dv-cinder-796286-4-iscsi the message routers_updated {{(pid=98981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:50:00.061263 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8f0749-fe9e-41e1-9395-ae57217acb6d None None] Sync routers for ids ['780d0ae8-83b6-4690-ab29-4c3e6a6d2366'] in dv-cinder-796286-4-iscsi {{(pid=98982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:50:00.076693 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 397471ac-32cf-423f-a50b-96175ad9ed75 up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:50:00.083239 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8f0749-fe9e-41e1-9395-ae57217acb6d None None] Routers {'780d0ae8-83b6-4690-ab29-4c3e6a6d2366'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:50:00.083885 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-cc8f0749-fe9e-41e1-9395-ae57217acb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:49:49Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['780d0ae8-83b6-4690-ab29-4c3e6a6d2366'], 'active': True} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:50:00.151895 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-df5b8c67-7230-4b71-96c6-7b2d648bcbe8 admin admin] Notify callbacks [] for router, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:00.153569 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-df5b8c67-7230-4b71-96c6-7b2d648bcbe8 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7758563 Jun 16 09:50:00.156952 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 54126) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:50:00.224897 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvr_db [None req-cc8f0749-fe9e-41e1-9395-ae57217acb6d None None] Set router 780d0ae8-83b6-4690-ab29-4c3e6a6d2366 gateway port host: dv-cinder-796286-4-iscsi {{(pid=98982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:50:00.347376 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning for port 397471ac-32cf-423f-a50b-96175ad9ed75 completed by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:50:00.354704 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning complete for port 397471ac-32cf-423f-a50b-96175ad9ed75 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:50:00.357762 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:00.493119 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-cc8f0749-fe9e-41e1-9395-ae57217acb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780d0ae8-83b6-4690-ab29-4c3e6a6d2366', 'name': 'tempest-TestVolumeBootPattern-1369342722-router', 'tenant_id': '0c9f759c677d496ab63759373898c66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'ea947c7e-ffd3-48c2-b4ef-e278c94039d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:49:57Z', 'updated_at': '2021-06-16T09:49:59Z', 'revision_number': 3, 'project_id': '0c9f759c677d496ab63759373898c66a', 'gw_port': {'id': 'ea947c7e-ffd3-48c2-b4ef-e278c94039d8', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:63:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780d0ae8-83b6-4690-ab29-4c3e6a6d2366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:49:58Z', 'updated_at': '2021-06-16T09:49:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi'}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:50:00.501602 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8f0749-fe9e-41e1-9395-ae57217acb6d None None] Checking router: 780d0ae8-83b6-4690-ab29-4c3e6a6d2366 for host: dv-cinder-796286-4-iscsi {{(pid=98982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:50:00.501954 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8f0749-fe9e-41e1-9395-ae57217acb6d None None] Updating router 780d0ae8-83b6-4690-ab29-4c3e6a6d2366 port ea947c7e-ffd3-48c2-b4ef-e278c94039d8 binding host dv-cinder-796286-4-iscsi {{(pid=98982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 09:50:00.530199 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:00.556396 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-cc8f0749-fe9e-41e1-9395-ae57217acb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:00.582000 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-53b5da5e-0e9c-4fbc-8617-fc6a163d1587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:00.594184 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] For port 397471ac-32cf-423f-a50b-96175ad9ed75, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=397471ac-32cf-423f-a50b-96175ad9ed75,segment=NetworkSegment(8b33f738-d644-4c54-b55c-1571647efaaa),segment_id=8b33f738-d644-4c54-b55c-1571647efaaa)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:50:00.730776 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:00.731800 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device d8e245f2-f105-45a4-b1ff-8bdc1450d8d2 up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:50:00.737983 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:00.742486 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.db_base_plugin_common [None req-53b5da5e-0e9c-4fbc-8617-fc6a163d1587 admin admin] Allocated IP 172.20.0.1 (837353a3-006e-4791-b0d3-2947533d478c/30cdd284-566d-4f2d-891d-9fbe87fbc029/79f53665-af5b-4758-a51c-e3018610e932) {{(pid=98981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:50:00.845441 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Pushing event updated for resources: {'Port': ['ID=397471ac-32cf-423f-a50b-96175ad9ed75,revision_number=5']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:00.854255 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:00.861642 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-53b5da5e-0e9c-4fbc-8617-fc6a163d1587 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:00.881557 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.provisioning_blocks [None req-53b5da5e-0e9c-4fbc-8617-fc6a163d1587 admin admin] Transition to ACTIVE for port object 79f53665-af5b-4758-a51c-e3018610e932 will not be triggered until provisioned by entity DHCP. {{(pid=98981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:50:00.905169 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-cc8f0749-fe9e-41e1-9395-ae57217acb6d None None] Notify callbacks [] for port, precommit_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:00.915723 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-cc8f0749-fe9e-41e1-9395-ae57217acb6d None None] Transition to ACTIVE for port object ea947c7e-ffd3-48c2-b4ef-e278c94039d8 will not be triggered until provisioned by entity L2. {{(pid=98982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:50:01.030113 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning for port d8e245f2-f105-45a4-b1ff-8bdc1450d8d2 completed by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:50:01.030493 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-53b5da5e-0e9c-4fbc-8617-fc6a163d1587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126587788'] for port, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:01.033372 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-8a06508b-dd13-41d6-b641-3861ea9abf3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:01.034847 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-cc8f0749-fe9e-41e1-9395-ae57217acb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:01.039063 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-1cd3a3db-6a04-4b6f-b0b0-5b9308a2cfbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:01.041459 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning complete for port d8e245f2-f105-45a4-b1ff-8bdc1450d8d2 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:50:01.041886 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:01.076006 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b5da5e-0e9c-4fbc-8617-fc6a163d1587 admin admin] Network 837353a3-006e-4791-b0d3-2947533d478c is already hosted by enough agents. {{(pid=98981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:50:01.082275 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.base_scheduler [None req-53b5da5e-0e9c-4fbc-8617-fc6a163d1587 admin admin] Resources bound (agent type, host, resource id): {{(pid=98981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:50:01.086634 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b5da5e-0e9c-4fbc-8617-fc6a163d1587 admin admin] Received port after_create {{(pid=98981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:50:01.089759 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b5da5e-0e9c-4fbc-8617-fc6a163d1587 admin admin] Pushing event updated for resources: {'Port': ['ID=79f53665-af5b-4758-a51c-e3018610e932,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:01.108492 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-53b5da5e-0e9c-4fbc-8617-fc6a163d1587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:01.132432 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-53b5da5e-0e9c-4fbc-8617-fc6a163d1587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757332'] for router_interface, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:01.150688 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00b5731-003d-4055-97ef-a8d16a2bcd51 None None] Pushing event updated for resources: {'Port': ['ID=ea947c7e-ffd3-48c2-b4ef-e278c94039d8,revision_number=2']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:01.150688 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-f00b5731-003d-4055-97ef-a8d16a2bcd51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:01.152288 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.managers [None req-cc8f0749-fe9e-41e1-9395-ae57217acb6d None None] Attempting to bind port ea947c7e-ffd3-48c2-b4ef-e278c94039d8 on host dv-cinder-796286-4-iscsi for vnic_type normal with profile {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:50:01.152288 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.managers [None req-cc8f0749-fe9e-41e1-9395-ae57217acb6d None None] Attempting to bind port ea947c7e-ffd3-48c2-b4ef-e278c94039d8 by drivers openvswitch,hyperv on host dv-cinder-796286-4-iscsi at level 0 using segments [{'id': 'ee5243d6-0a20-466c-b2f3-0cfa4d8430c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f'}] {{(pid=98982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:50:01.152288 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8f0749-fe9e-41e1-9395-ae57217acb6d None None] Attempting to bind port ea947c7e-ffd3-48c2-b4ef-e278c94039d8 on network e7fe10b8-90c4-4cba-8f65-340465ca325f {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:50:01.161415 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8f0749-fe9e-41e1-9395-ae57217acb6d None None] Checking agent: {'id': '1e3237df-5913-46b8-aeb8-2bb1fe27fce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 34, 49), 'started_at': datetime.datetime(2021, 6, 16, 9, 35, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:50:01.161799 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8f0749-fe9e-41e1-9395-ae57217acb6d None None] Checking segment: {'id': 'ee5243d6-0a20-466c-b2f3-0cfa4d8430c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:50:01.162207 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-cc8f0749-fe9e-41e1-9395-ae57217acb6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:01.162736 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8f0749-fe9e-41e1-9395-ae57217acb6d None None] Bound using segment: {'id': 'ee5243d6-0a20-466c-b2f3-0cfa4d8430c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f'} {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:50:01.163438 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.managers [None req-cc8f0749-fe9e-41e1-9395-ae57217acb6d None None] Bound port: ea947c7e-ffd3-48c2-b4ef-e278c94039d8, host: dv-cinder-796286-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee5243d6-0a20-466c-b2f3-0cfa4d8430c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f'}}] {{(pid=98982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:50:01.163735 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-cc8f0749-fe9e-41e1-9395-ae57217acb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:01.224501 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 0195f430-99c7-4f0b-97c0-89a3f0d08ed8 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:50:01.281403 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-cc8f0749-fe9e-41e1-9395-ae57217acb6d None None] For port ea947c7e-ffd3-48c2-b4ef-e278c94039d8, host dv-cinder-796286-4-iscsi, cleared binding levels {{(pid=98982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:50:01.288123 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-cc8f0749-fe9e-41e1-9395-ae57217acb6d None None] For port ea947c7e-ffd3-48c2-b4ef-e278c94039d8, host dv-cinder-796286-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=ea947c7e-ffd3-48c2-b4ef-e278c94039d8,segment=NetworkSegment(ee5243d6-0a20-466c-b2f3-0cfa4d8430c8),segment_id=ee5243d6-0a20-466c-b2f3-0cfa4d8430c8)] {{(pid=98982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:50:01.290809 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:01.375358 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] For port d8e245f2-f105-45a4-b1ff-8bdc1450d8d2, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=d8e245f2-f105-45a4-b1ff-8bdc1450d8d2,segment=NetworkSegment(2601ce24-4af7-42ff-9df0-8cfac1497615),segment_id=2601ce24-4af7-42ff-9df0-8cfac1497615)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:50:01.455231 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-53b5da5e-0e9c-4fbc-8617-fc6a163d1587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:01.528017 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-cc8f0749-fe9e-41e1-9395-ae57217acb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:01.528017 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:01.573470 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-f2e0d342-bb65-46c7-a254-a28363cef5ef None None] Provisioning for port 79f53665-af5b-4758-a51c-e3018610e932 completed by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:50:01.577952 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8f0749-fe9e-41e1-9395-ae57217acb6d None None] Routers {'780d0ae8-83b6-4690-ab29-4c3e6a6d2366'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:50:01.578591 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-cc8f0749-fe9e-41e1-9395-ae57217acb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:49:49Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['780d0ae8-83b6-4690-ab29-4c3e6a6d2366'], 'active': True} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:50:01.611744 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00b5731-003d-4055-97ef-a8d16a2bcd51 None None] Pushing event updated for resources: {'Port': ['ID=ea947c7e-ffd3-48c2-b4ef-e278c94039d8,revision_number=3']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:01.615013 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-f2e0d342-bb65-46c7-a254-a28363cef5ef None None] Provisioning complete for port 79f53665-af5b-4758-a51c-e3018610e932 triggered by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:50:01.615563 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-f2e0d342-bb65-46c7-a254-a28363cef5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:01.617506 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-f00b5731-003d-4055-97ef-a8d16a2bcd51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:01.625267 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-53b5da5e-0e9c-4fbc-8617-fc6a163d1587 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:01.739422 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-53b5da5e-0e9c-4fbc-8617-fc6a163d1587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126587802'] for port, after_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:01.742126 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-fce3c02a-eaf0-47c2-851d-43e2ed126384 tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:01.784002 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:01.791446 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:01.806859 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b5da5e-0e9c-4fbc-8617-fc6a163d1587 admin admin] Pushing event updated for resources: {'Port': ['ID=79f53665-af5b-4758-a51c-e3018610e932,revision_number=2']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:01.809379 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-53b5da5e-0e9c-4fbc-8617-fc6a163d1587 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-623549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757288'] for router_interface, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:01.811421 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-53b5da5e-0e9c-4fbc-8617-fc6a163d1587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:01.849843 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-f2e0d342-bb65-46c7-a254-a28363cef5ef None None] Port 79f53665-af5b-4758-a51c-e3018610e932 cannot update to ACTIVE because it is not bound. {{(pid=98982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 09:50:01.871160 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Pushing event updated for resources: {'Port': ['ID=d8e245f2-f105-45a4-b1ff-8bdc1450d8d2,revision_number=3']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:01.876132 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:01.882970 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvr_db [None req-cc8f0749-fe9e-41e1-9395-ae57217acb6d None None] Set router 780d0ae8-83b6-4690-ab29-4c3e6a6d2366 gateway port host: dv-cinder-796286-4-iscsi {{(pid=98982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:50:01.911160 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b5da5e-0e9c-4fbc-8617-fc6a163d1587 admin admin] Network 837353a3-006e-4791-b0d3-2947533d478c is already hosted by enough agents. {{(pid=98981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:50:01.912734 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.base_scheduler [None req-53b5da5e-0e9c-4fbc-8617-fc6a163d1587 admin admin] Resources bound (agent type, host, resource id): {{(pid=98981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:50:02.023198 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 397471ac-32cf-423f-a50b-96175ad9ed75 up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:50:02.036740 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b5da5e-0e9c-4fbc-8617-fc6a163d1587 admin admin] Router 780d0ae8-83b6-4690-ab29-4c3e6a6d2366 has already been hosted by L3 agent 7768ee83-37c7-4165-88a2-5844eb43ad81 {{(pid=98981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:50:02.122815 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning complete for port 397471ac-32cf-423f-a50b-96175ad9ed75 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:50:02.123236 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:02.175435 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-cc8f0749-fe9e-41e1-9395-ae57217acb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780d0ae8-83b6-4690-ab29-4c3e6a6d2366', 'name': 'tempest-TestVolumeBootPattern-1369342722-router', 'tenant_id': '0c9f759c677d496ab63759373898c66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'ea947c7e-ffd3-48c2-b4ef-e278c94039d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:49:57Z', 'updated_at': '2021-06-16T09:50:01Z', 'revision_number': 4, 'project_id': '0c9f759c677d496ab63759373898c66a', 'gw_port': {'id': 'ea947c7e-ffd3-48c2-b4ef-e278c94039d8', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:63:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780d0ae8-83b6-4690-ab29-4c3e6a6d2366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:49:58Z', 'updated_at': '2021-06-16T09:50:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_interfaces': [{'id': '79f53665-af5b-4758-a51c-e3018610e932', 'name': '', 'network_id': '837353a3-006e-4791-b0d3-2947533d478c', 'tenant_id': '0c9f759c677d496ab63759373898c66a', 'mac_address': 'fa:16:3e:68:fd:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780d0ae8-83b6-4690-ab29-4c3e6a6d2366', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '30cdd284-566d-4f2d-891d-9fbe87fbc029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:50:00Z', 'updated_at': '2021-06-16T09:50:00Z', 'revision_number': 1, 'project_id': '0c9f759c677d496ab63759373898c66a', 'subnets': [{'id': '30cdd284-566d-4f2d-891d-9fbe87fbc029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:50:02.185494 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8f0749-fe9e-41e1-9395-ae57217acb6d None None] The sync data for ids ['780d0ae8-83b6-4690-ab29-4c3e6a6d2366'] in dv-cinder-796286-4-iscsi is: [{'id': '780d0ae8-83b6-4690-ab29-4c3e6a6d2366', 'name': 'tempest-TestVolumeBootPattern-1369342722-router', 'tenant_id': '0c9f759c677d496ab63759373898c66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'ea947c7e-ffd3-48c2-b4ef-e278c94039d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:49:57Z', 'updated_at': '2021-06-16T09:50:01Z', 'revision_number': 4, 'project_id': '0c9f759c677d496ab63759373898c66a', 'gw_port': {'id': 'ea947c7e-ffd3-48c2-b4ef-e278c94039d8', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:63:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780d0ae8-83b6-4690-ab29-4c3e6a6d2366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:49:58Z', 'updated_at': '2021-06-16T09:50:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_interfaces': [{'id': '79f53665-af5b-4758-a51c-e3018610e932', 'name': '', 'network_id': '837353a3-006e-4791-b0d3-2947533d478c', 'tenant_id': '0c9f759c677d496ab63759373898c66a', 'mac_address': 'fa:16:3e:68:fd:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780d0ae8-83b6-4690-ab29-4c3e6a6d2366', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '30cdd284-566d-4f2d-891d-9fbe87fbc029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:50:00Z', 'updated_at': '2021-06-16T09:50:00Z', 'revision_number': 1, 'project_id': '0c9f759c677d496ab63759373898c66a', 'subnets': [{'id': '30cdd284-566d-4f2d-891d-9fbe87fbc029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:50:02.195673 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-2298ad75-2b77-442f-a493-84aeccf70f4c None None] Provisioning complete for port 79f53665-af5b-4758-a51c-e3018610e932 triggered by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:50:02.196057 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-2298ad75-2b77-442f-a493-84aeccf70f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:02.264416 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device d8e245f2-f105-45a4-b1ff-8bdc1450d8d2 up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:50:02.266756 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-2298ad75-2b77-442f-a493-84aeccf70f4c None None] Port 79f53665-af5b-4758-a51c-e3018610e932 cannot update to ACTIVE because it is not bound. {{(pid=98982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 09:50:02.326394 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning complete for port d8e245f2-f105-45a4-b1ff-8bdc1450d8d2 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:50:02.326780 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:02.467628 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b5da5e-0e9c-4fbc-8617-fc6a163d1587 admin admin] Notify agent at l3_agent.dv-cinder-796286-4-iscsi the message routers_updated {{(pid=98981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:50:02.482527 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-53b5da5e-0e9c-4fbc-8617-fc6a163d1587 admin admin] 10.222.0.25 "PUT /v2.0/routers/780d0ae8-83b6-4690-ab29-4c3e6a6d2366/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3255632 Jun 16 09:50:03.032829 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e19eab-f07f-4f0f-ac8c-b261fc8d85f3 req-a246759a-1b3b-4c5d-82ed-f3379ded5216 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:03.034998 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-71e19eab-f07f-4f0f-ac8c-b261fc8d85f3 req-a246759a-1b3b-4c5d-82ed-f3379ded5216 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 944 time: 0.0879521 Jun 16 09:50:03.089282 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-71e19eab-f07f-4f0f-ac8c-b261fc8d85f3 req-514979f4-245a-4854-b020-e20c732a44ec tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451546 Jun 16 09:50:03.601170 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 54178) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:50:03.606631 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [None req-3aed9a78-f74e-4ee0-b56e-c52bb5956908 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-814450607', 'description': 'tempest-secgroup-smoke-814450607 description', 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f'}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:50:03.670448 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 54180) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:50:03.763524 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-f0b36723-0f99-491a-8efe-0e82ecdfc3d2 req-834c33ac-7015-44c5-9653-bfa672da357b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0918176 Jun 16 09:50:03.796450 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-3aed9a78-f74e-4ee0-b56e-c52bb5956908 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks [] for security_group, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:03.880470 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-3aed9a78-f74e-4ee0-b56e-c52bb5956908 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks [] for security_group, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:03.991846 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device ea947c7e-ffd3-48c2-b4ef-e278c94039d8 up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:50:04.013641 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-3aed9a78-f74e-4ee0-b56e-c52bb5956908 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:04.016714 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-8e982e1b-7670-4f33-ae47-c95adfef6a3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:04.043437 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aed9a78-f74e-4ee0-b56e-c52bb5956908 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=924c6667-e697-4c03-bd72-091d94a3ea6c,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:04.046015 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-3aed9a78-f74e-4ee0-b56e-c52bb5956908 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:04.156993 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning for port ea947c7e-ffd3-48c2-b4ef-e278c94039d8 completed by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:50:04.161121 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning complete for port ea947c7e-ffd3-48c2-b4ef-e278c94039d8 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:50:04.163162 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:04.208499 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-3aed9a78-f74e-4ee0-b56e-c52bb5956908 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:04.209852 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-3aed9a78-f74e-4ee0-b56e-c52bb5956908 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6069660 Jun 16 09:50:04.212902 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 54192) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:50:04.220491 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [None req-f1837e97-b8c9-4fc2-af38-386578d50598 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Request body: {'security_group_rule': {'security_group_id': '924c6667-e697-4c03-bd72-091d94a3ea6c', 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:50:04.261514 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:04.272236 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62bb9fb-857b-4c26-becc-f723bb4c47f9 req-b2df1fb0-61ef-40d8-9333-346b4da57cbe tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:04.273699 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-e62bb9fb-857b-4c26-becc-f723bb4c47f9 req-b2df1fb0-61ef-40d8-9333-346b4da57cbe tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 944 time: 0.0677297 Jun 16 09:50:04.285916 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] For port ea947c7e-ffd3-48c2-b4ef-e278c94039d8, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=ea947c7e-ffd3-48c2-b4ef-e278c94039d8,segment=NetworkSegment(ee5243d6-0a20-466c-b2f3-0cfa4d8430c8),segment_id=ee5243d6-0a20-466c-b2f3-0cfa4d8430c8)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:50:04.393198 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-f1837e97-b8c9-4fc2-af38-386578d50598 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:04.431370 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:04.440176 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-f00b5731-003d-4055-97ef-a8d16a2bcd51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:04.460536 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-f1837e97-b8c9-4fc2-af38-386578d50598 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:04.502175 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Pushing event updated for resources: {'Port': ['ID=ea947c7e-ffd3-48c2-b4ef-e278c94039d8,revision_number=4']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:04.505801 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:04.549419 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-e62bb9fb-857b-4c26-becc-f723bb4c47f9 req-d4dd6f69-9b2e-4251-988e-529e86da84fb tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2691896 Jun 16 09:50:04.550701 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-f1837e97-b8c9-4fc2-af38-386578d50598 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719390'] for security_group_rule, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:04.557483 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-c76325e2-e784-4302-ac8c-6f1f1b7eb02c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:04.579667 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1837e97-b8c9-4fc2-af38-386578d50598 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ce744dc-f0f4-4971-9f7e-f2d83cdf5926,revision_number=0']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:04.582857 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-f1837e97-b8c9-4fc2-af38-386578d50598 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:04.722595 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-f1837e97-b8c9-4fc2-af38-386578d50598 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:04.723871 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-f1837e97-b8c9-4fc2-af38-386578d50598 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5100493 Jun 16 09:50:04.726692 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 54196) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:50:04.731117 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [None req-ca844552-dea8-49cd-8af6-aa8dab2cadff tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Request body: {'security_group_rule': {'security_group_id': '924c6667-e697-4c03-bd72-091d94a3ea6c', 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:50:04.865852 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-ca844552-dea8-49cd-8af6-aa8dab2cadff tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:04.928897 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-ca844552-dea8-49cd-8af6-aa8dab2cadff tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:05.052397 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-ca844552-dea8-49cd-8af6-aa8dab2cadff tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719390'] for security_group_rule, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:05.054556 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:05.073596 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca844552-dea8-49cd-8af6-aa8dab2cadff tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0de6df62-865d-49c0-9b8d-8cd9738e59e8,revision_number=0']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:05.076105 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-ca844552-dea8-49cd-8af6-aa8dab2cadff tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:05.184990 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-ca844552-dea8-49cd-8af6-aa8dab2cadff tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:05.186118 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-ca844552-dea8-49cd-8af6-aa8dab2cadff tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4584908 Jun 16 09:50:05.189078 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 54198) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:50:05.193629 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [None req-d7642042-8a02-42d3-a384-0a26c17a7bf1 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Request body: {'security_group_rule': {'security_group_id': '924c6667-e697-4c03-bd72-091d94a3ea6c', 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:50:05.314303 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d7642042-8a02-42d3-a384-0a26c17a7bf1 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:05.375805 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d7642042-8a02-42d3-a384-0a26c17a7bf1 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:05.481860 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d7642042-8a02-42d3-a384-0a26c17a7bf1 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719390'] for security_group_rule, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:05.484571 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:05.503486 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7642042-8a02-42d3-a384-0a26c17a7bf1 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9475a6b7-0bcb-4d35-b0a2-ddd9d43dfc1f,revision_number=0']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:05.506571 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-d7642042-8a02-42d3-a384-0a26c17a7bf1 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:05.584868 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d7642042-8a02-42d3-a384-0a26c17a7bf1 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:05.586059 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-d7642042-8a02-42d3-a384-0a26c17a7bf1 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3960257 Jun 16 09:50:05.589161 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 54204) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:50:05.594771 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [None req-6049269e-63a7-42d8-8db8-739ff10375a9 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Request body: {'security_group_rule': {'security_group_id': '924c6667-e697-4c03-bd72-091d94a3ea6c', 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:50:05.691849 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-6049269e-63a7-42d8-8db8-739ff10375a9 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:05.732444 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4429564-bdbe-43ae-a24e-0ca344d4c2e4 req-6077493d-3aa1-4804-8bf0-a89e7d53b2cc tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:05.733865 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-c4429564-bdbe-43ae-a24e-0ca344d4c2e4 req-6077493d-3aa1-4804-8bf0-a89e7d53b2cc tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 944 time: 0.0651202 Jun 16 09:50:05.749716 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-6049269e-63a7-42d8-8db8-739ff10375a9 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:05.772558 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-c4429564-bdbe-43ae-a24e-0ca344d4c2e4 req-ec517738-8db3-48a2-9c53-0e2a73abf402 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327139 Jun 16 09:50:05.859851 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-6049269e-63a7-42d8-8db8-739ff10375a9 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719390'] for security_group_rule, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:05.861923 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:05.873948 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b36723-0f99-491a-8efe-0e82ecdfc3d2 req-974ff90e-4ba4-411e-8b9b-ed38a60c93f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:05.876065 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f0b36723-0f99-491a-8efe-0e82ecdfc3d2 req-974ff90e-4ba4-411e-8b9b-ed38a60c93f0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7&tenant_id=f5476756cec74ac89980f811e6b4c64a HTTP/1.1" status: 200 len: 1097 time: 0.0641050 Jun 16 09:50:05.880229 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6049269e-63a7-42d8-8db8-739ff10375a9 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a54b8157-92db-420c-87cf-0e0719616b9c,revision_number=0']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:05.887461 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6049269e-63a7-42d8-8db8-739ff10375a9 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:05.887841 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6049269e-63a7-42d8-8db8-739ff10375a9 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:05.888212 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6049269e-63a7-42d8-8db8-739ff10375a9 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:05.888577 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6049269e-63a7-42d8-8db8-739ff10375a9 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:05.888938 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6049269e-63a7-42d8-8db8-739ff10375a9 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:05.889300 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6049269e-63a7-42d8-8db8-739ff10375a9 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:05.889659 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6049269e-63a7-42d8-8db8-739ff10375a9 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:05.890035 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6049269e-63a7-42d8-8db8-739ff10375a9 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:05.890402 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6049269e-63a7-42d8-8db8-739ff10375a9 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:05.890780 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6049269e-63a7-42d8-8db8-739ff10375a9 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:05.891129 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6049269e-63a7-42d8-8db8-739ff10375a9 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:05.891481 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6049269e-63a7-42d8-8db8-739ff10375a9 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:05.894721 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-6049269e-63a7-42d8-8db8-739ff10375a9 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:05.903220 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac768567-806d-4d4d-b435-2d10f77023ef None None] Sync routers for ids ['780d0ae8-83b6-4690-ab29-4c3e6a6d2366'] in dv-cinder-796286-4-iscsi {{(pid=98983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:50:05.912906 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac768567-806d-4d4d-b435-2d10f77023ef None None] Routers {'780d0ae8-83b6-4690-ab29-4c3e6a6d2366'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:50:05.913744 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-ac768567-806d-4d4d-b435-2d10f77023ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:49:49Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['780d0ae8-83b6-4690-ab29-4c3e6a6d2366'], 'active': True} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:50:05.979758 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-6049269e-63a7-42d8-8db8-739ff10375a9 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:05.982997 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-6049269e-63a7-42d8-8db8-739ff10375a9 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3908136 Jun 16 09:50:05.983145 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b36723-0f99-491a-8efe-0e82ecdfc3d2 req-43683beb-011b-4ae1-94dc-c778464e4570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:05.983995 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 54206) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:50:05.984973 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f0b36723-0f99-491a-8efe-0e82ecdfc3d2 req-43683beb-011b-4ae1-94dc-c778464e4570 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f5476756cec74ac89980f811e6b4c64a&device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 1097 time: 0.0555332 Jun 16 09:50:05.989193 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [None req-d7868aa4-a3c0-40fc-8a39-91d37887ea79 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Request body: {'security_group_rule': {'security_group_id': '924c6667-e697-4c03-bd72-091d94a3ea6c', 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:50:05.990295 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device ea947c7e-ffd3-48c2-b4ef-e278c94039d8 up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:50:06.022053 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvr_db [None req-ac768567-806d-4d4d-b435-2d10f77023ef None None] Set router 780d0ae8-83b6-4690-ab29-4c3e6a6d2366 gateway port host: dv-cinder-796286-4-iscsi {{(pid=98983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:50:06.045563 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning complete for port ea947c7e-ffd3-48c2-b4ef-e278c94039d8 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:50:06.045948 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:06.084059 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b36723-0f99-491a-8efe-0e82ecdfc3d2 req-15f47608-c3c5-47e3-8cac-960e5d508912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:06.085601 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f0b36723-0f99-491a-8efe-0e82ecdfc3d2 req-15f47608-c3c5-47e3-8cac-960e5d508912 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b643789e-234a-40e9-b489-894119bc4f89 HTTP/1.1" status: 200 len: 917 time: 0.0886579 Jun 16 09:50:06.129915 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.db.securitygroups_db [None req-d7868aa4-a3c0-40fc-8a39-91d37887ea79 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Project ed2156b918e84ef2a8cd08f2710cf24f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 09:50:06.139963 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-d7868aa4-a3c0-40fc-8a39-91d37887ea79 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:06.165693 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f0b36723-0f99-491a-8efe-0e82ecdfc3d2 req-a780f3fb-7b71-4681-bf10-5c3675473d38 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0195f430-99c7-4f0b-97c0-89a3f0d08ed8 HTTP/1.1" status: 200 len: 1000 time: 0.0708876 Jun 16 09:50:06.205982 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-d7868aa4-a3c0-40fc-8a39-91d37887ea79 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:06.218315 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b36723-0f99-491a-8efe-0e82ecdfc3d2 req-d32ab7c1-61a4-47f6-8491-b8e08663b159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:06.219894 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f0b36723-0f99-491a-8efe-0e82ecdfc3d2 req-d32ab7c1-61a4-47f6-8491-b8e08663b159 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b5e9ba67-07c6-43ea-ad13-16d85d3a0ee3 HTTP/1.1" status: 200 len: 855 time: 0.0455129 Jun 16 09:50:06.224985 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-ac768567-806d-4d4d-b435-2d10f77023ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780d0ae8-83b6-4690-ab29-4c3e6a6d2366', 'name': 'tempest-TestVolumeBootPattern-1369342722-router', 'tenant_id': '0c9f759c677d496ab63759373898c66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'ea947c7e-ffd3-48c2-b4ef-e278c94039d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:49:57Z', 'updated_at': '2021-06-16T09:50:01Z', 'revision_number': 4, 'project_id': '0c9f759c677d496ab63759373898c66a', 'gw_port': {'id': 'ea947c7e-ffd3-48c2-b4ef-e278c94039d8', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:63:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780d0ae8-83b6-4690-ab29-4c3e6a6d2366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:49:58Z', 'updated_at': '2021-06-16T09:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_interfaces': [{'id': '79f53665-af5b-4758-a51c-e3018610e932', 'name': '', 'network_id': '837353a3-006e-4791-b0d3-2947533d478c', 'tenant_id': '0c9f759c677d496ab63759373898c66a', 'mac_address': 'fa:16:3e:68:fd:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780d0ae8-83b6-4690-ab29-4c3e6a6d2366', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '30cdd284-566d-4f2d-891d-9fbe87fbc029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:50:00Z', 'updated_at': '2021-06-16T09:50:01Z', 'revision_number': 2, 'project_id': '0c9f759c677d496ab63759373898c66a', 'subnets': [{'id': '30cdd284-566d-4f2d-891d-9fbe87fbc029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:50:06.228262 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac768567-806d-4d4d-b435-2d10f77023ef None None] Checking router: 780d0ae8-83b6-4690-ab29-4c3e6a6d2366 for host: dv-cinder-796286-4-iscsi {{(pid=98983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:50:06.229318 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac768567-806d-4d4d-b435-2d10f77023ef None None] Updating router 780d0ae8-83b6-4690-ab29-4c3e6a6d2366 port 79f53665-af5b-4758-a51c-e3018610e932 binding host dv-cinder-796286-4-iscsi {{(pid=98983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 09:50:06.262186 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-ac768567-806d-4d4d-b435-2d10f77023ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:06.281770 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b36723-0f99-491a-8efe-0e82ecdfc3d2 req-90f0d2f3-7aba-431b-891f-09c129acf7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:06.283284 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f0b36723-0f99-491a-8efe-0e82ecdfc3d2 req-90f0d2f3-7aba-431b-891f-09c129acf7a6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b643789e-234a-40e9-b489-894119bc4f89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535073 Jun 16 09:50:06.316746 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-d7868aa4-a3c0-40fc-8a39-91d37887ea79 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719390'] for security_group_rule, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:06.323846 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:06.338623 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7868aa4-a3c0-40fc-8a39-91d37887ea79 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f151086d-f527-4b64-94a4-6b78390bb463,revision_number=0']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:06.341563 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-d7868aa4-a3c0-40fc-8a39-91d37887ea79 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:06.385585 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f0b36723-0f99-491a-8efe-0e82ecdfc3d2 req-b7355c31-a1aa-4c69-a83f-6a853221d054 service neutron] 10.222.0.49 "GET /v2.0/networks/b643789e-234a-40e9-b489-894119bc4f89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912378 Jun 16 09:50:06.454368 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-d7868aa4-a3c0-40fc-8a39-91d37887ea79 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:06.458405 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-d7868aa4-a3c0-40fc-8a39-91d37887ea79 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4706914 Jun 16 09:50:06.458648 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 54208) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:50:06.463319 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [None req-8a07984a-8465-40c6-8aaf-a7602b64f6dd tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Request body: {'security_group_rule': {'security_group_id': '924c6667-e697-4c03-bd72-091d94a3ea6c', 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:50:06.483595 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f0b36723-0f99-491a-8efe-0e82ecdfc3d2 req-b9a855b8-85a1-4feb-a22d-8f4b2fdb7ad8 service neutron] 10.222.0.49 "GET /v2.0/networks/b643789e-234a-40e9-b489-894119bc4f89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890963 Jun 16 09:50:06.585183 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.db.securitygroups_db [None req-8a07984a-8465-40c6-8aaf-a7602b64f6dd tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Project ed2156b918e84ef2a8cd08f2710cf24f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 09:50:06.590363 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-8a07984a-8465-40c6-8aaf-a7602b64f6dd tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:06.610388 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-ac768567-806d-4d4d-b435-2d10f77023ef None None] Notify callbacks [] for port, precommit_update {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:06.623932 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.provisioning_blocks [None req-ac768567-806d-4d4d-b435-2d10f77023ef None None] Transition to ACTIVE for port object 79f53665-af5b-4758-a51c-e3018610e932 will not be triggered until provisioned by entity L2. {{(pid=98983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:50:06.661819 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-8a07984a-8465-40c6-8aaf-a7602b64f6dd tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:06.722106 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-ac768567-806d-4d4d-b435-2d10f77023ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:06.724451 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:06.774021 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-8a07984a-8465-40c6-8aaf-a7602b64f6dd tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719390'] for security_group_rule, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:06.774021 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:06.787951 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a07984a-8465-40c6-8aaf-a7602b64f6dd tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a3892de-39b2-468c-804d-0fed4ec48571,revision_number=0']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:06.791181 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-8a07984a-8465-40c6-8aaf-a7602b64f6dd tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:06.798513 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5b34a-176a-4c8b-972c-b6630e7e1063 None None] Pushing event updated for resources: {'Port': ['ID=79f53665-af5b-4758-a51c-e3018610e932,revision_number=3']} {{(pid=98983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:06.823946 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG oslo_concurrency.lockutils [None req-8dc5b34a-176a-4c8b-972c-b6630e7e1063 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:06.858125 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.managers [None req-ac768567-806d-4d4d-b435-2d10f77023ef None None] Attempting to bind port 79f53665-af5b-4758-a51c-e3018610e932 on host dv-cinder-796286-4-iscsi for vnic_type normal with profile {{(pid=98983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:50:06.858506 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.managers [None req-ac768567-806d-4d4d-b435-2d10f77023ef None None] Attempting to bind port 79f53665-af5b-4758-a51c-e3018610e932 by drivers openvswitch,hyperv on host dv-cinder-796286-4-iscsi at level 0 using segments [{'id': '2601ce24-4af7-42ff-9df0-8cfac1497615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '837353a3-006e-4791-b0d3-2947533d478c'}] {{(pid=98983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:50:06.858945 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac768567-806d-4d4d-b435-2d10f77023ef None None] Attempting to bind port 79f53665-af5b-4758-a51c-e3018610e932 on network 837353a3-006e-4791-b0d3-2947533d478c {{(pid=98983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:50:06.865029 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac768567-806d-4d4d-b435-2d10f77023ef None None] Checking agent: {'id': '1e3237df-5913-46b8-aeb8-2bb1fe27fce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 34, 49), 'started_at': datetime.datetime(2021, 6, 16, 9, 35, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:50:06.865413 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac768567-806d-4d4d-b435-2d10f77023ef None None] Checking segment: {'id': '2601ce24-4af7-42ff-9df0-8cfac1497615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '837353a3-006e-4791-b0d3-2947533d478c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:50:06.865829 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-ac768567-806d-4d4d-b435-2d10f77023ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:06.866205 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac768567-806d-4d4d-b435-2d10f77023ef None None] Bound using segment: {'id': '2601ce24-4af7-42ff-9df0-8cfac1497615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '837353a3-006e-4791-b0d3-2947533d478c'} {{(pid=98983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:50:06.866682 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.managers [None req-ac768567-806d-4d4d-b435-2d10f77023ef None None] Bound port: 79f53665-af5b-4758-a51c-e3018610e932, host: dv-cinder-796286-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2601ce24-4af7-42ff-9df0-8cfac1497615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '837353a3-006e-4791-b0d3-2947533d478c'}}] {{(pid=98983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:50:06.867101 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-ac768567-806d-4d4d-b435-2d10f77023ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:06.894161 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-8a07984a-8465-40c6-8aaf-a7602b64f6dd tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:06.895742 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-8a07984a-8465-40c6-8aaf-a7602b64f6dd tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4360156 Jun 16 09:50:06.940852 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.db [None req-ac768567-806d-4d4d-b435-2d10f77023ef None None] For port 79f53665-af5b-4758-a51c-e3018610e932, host dv-cinder-796286-4-iscsi, cleared binding levels {{(pid=98983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:50:06.940852 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.db [None req-ac768567-806d-4d4d-b435-2d10f77023ef None None] For port 79f53665-af5b-4758-a51c-e3018610e932, host dv-cinder-796286-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=79f53665-af5b-4758-a51c-e3018610e932,segment=NetworkSegment(2601ce24-4af7-42ff-9df0-8cfac1497615),segment_id=2601ce24-4af7-42ff-9df0-8cfac1497615)] {{(pid=98983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:50:07.017719 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2f534-7f05-4ce4-91ff-ccdfedf2fd9e req-7cbd2629-4920-4d18-bd45-72e1e9837a00 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:07.017719 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-c7f2f534-7f05-4ce4-91ff-ccdfedf2fd9e req-7cbd2629-4920-4d18-bd45-72e1e9837a00 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 944 time: 0.0892556 Jun 16 09:50:07.038500 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-ac768567-806d-4d4d-b435-2d10f77023ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:07.056366 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG oslo_concurrency.lockutils [None req-f3af7632-acad-47b0-aa77-8fd6d0df4843 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:07.092418 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-c7f2f534-7f05-4ce4-91ff-ccdfedf2fd9e req-a766beca-5f49-45d4-9265-6ac71fecad35 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600531 Jun 16 09:50:07.136101 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac768567-806d-4d4d-b435-2d10f77023ef None None] Routers {'780d0ae8-83b6-4690-ab29-4c3e6a6d2366'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:50:07.137011 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-ac768567-806d-4d4d-b435-2d10f77023ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:49:49Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['780d0ae8-83b6-4690-ab29-4c3e6a6d2366'], 'active': True} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:50:07.289547 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5b34a-176a-4c8b-972c-b6630e7e1063 None None] Pushing event updated for resources: {'Port': ['ID=79f53665-af5b-4758-a51c-e3018610e932,revision_number=4']} {{(pid=98983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:07.301158 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG oslo_concurrency.lockutils [None req-8dc5b34a-176a-4c8b-972c-b6630e7e1063 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=98983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:07.318841 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvr_db [None req-ac768567-806d-4d4d-b435-2d10f77023ef None None] Set router 780d0ae8-83b6-4690-ab29-4c3e6a6d2366 gateway port host: dv-cinder-796286-4-iscsi {{(pid=98983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:50:07.534270 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-ac768567-806d-4d4d-b435-2d10f77023ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780d0ae8-83b6-4690-ab29-4c3e6a6d2366', 'name': 'tempest-TestVolumeBootPattern-1369342722-router', 'tenant_id': '0c9f759c677d496ab63759373898c66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'ea947c7e-ffd3-48c2-b4ef-e278c94039d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:49:57Z', 'updated_at': '2021-06-16T09:50:01Z', 'revision_number': 4, 'project_id': '0c9f759c677d496ab63759373898c66a', 'gw_port': {'id': 'ea947c7e-ffd3-48c2-b4ef-e278c94039d8', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:63:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780d0ae8-83b6-4690-ab29-4c3e6a6d2366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:49:58Z', 'updated_at': '2021-06-16T09:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_interfaces': [{'id': '79f53665-af5b-4758-a51c-e3018610e932', 'name': '', 'network_id': '837353a3-006e-4791-b0d3-2947533d478c', 'tenant_id': '0c9f759c677d496ab63759373898c66a', 'mac_address': 'fa:16:3e:68:fd:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780d0ae8-83b6-4690-ab29-4c3e6a6d2366', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '30cdd284-566d-4f2d-891d-9fbe87fbc029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:50:00Z', 'updated_at': '2021-06-16T09:50:06Z', 'revision_number': 4, 'project_id': '0c9f759c677d496ab63759373898c66a', 'subnets': [{'id': '30cdd284-566d-4f2d-891d-9fbe87fbc029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:50:07.538107 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac768567-806d-4d4d-b435-2d10f77023ef None None] The sync data for ids ['780d0ae8-83b6-4690-ab29-4c3e6a6d2366'] in dv-cinder-796286-4-iscsi is: [{'id': '780d0ae8-83b6-4690-ab29-4c3e6a6d2366', 'name': 'tempest-TestVolumeBootPattern-1369342722-router', 'tenant_id': '0c9f759c677d496ab63759373898c66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'ea947c7e-ffd3-48c2-b4ef-e278c94039d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:49:57Z', 'updated_at': '2021-06-16T09:50:01Z', 'revision_number': 4, 'project_id': '0c9f759c677d496ab63759373898c66a', 'gw_port': {'id': 'ea947c7e-ffd3-48c2-b4ef-e278c94039d8', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:63:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780d0ae8-83b6-4690-ab29-4c3e6a6d2366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:49:58Z', 'updated_at': '2021-06-16T09:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_interfaces': [{'id': '79f53665-af5b-4758-a51c-e3018610e932', 'name': '', 'network_id': '837353a3-006e-4791-b0d3-2947533d478c', 'tenant_id': '0c9f759c677d496ab63759373898c66a', 'mac_address': 'fa:16:3e:68:fd:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780d0ae8-83b6-4690-ab29-4c3e6a6d2366', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '30cdd284-566d-4f2d-891d-9fbe87fbc029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:50:00Z', 'updated_at': '2021-06-16T09:50:06Z', 'revision_number': 4, 'project_id': '0c9f759c677d496ab63759373898c66a', 'subnets': [{'id': '30cdd284-566d-4f2d-891d-9fbe87fbc029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:50:08.076954 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 79f53665-af5b-4758-a51c-e3018610e932 up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:50:08.235739 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning for port 79f53665-af5b-4758-a51c-e3018610e932 completed by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:50:08.239974 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning complete for port 79f53665-af5b-4758-a51c-e3018610e932 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:50:08.240357 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:08.309730 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec38ffd-be9b-4094-a0d9-94e456397400 req-4981e048-74da-4434-b672-5f6f3d2c61d2 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:08.311108 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-eec38ffd-be9b-4094-a0d9-94e456397400 req-4981e048-74da-4434-b672-5f6f3d2c61d2 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 944 time: 0.0776289 Jun 16 09:50:08.316917 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:08.363825 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] For port 79f53665-af5b-4758-a51c-e3018610e932, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=79f53665-af5b-4758-a51c-e3018610e932,segment=NetworkSegment(2601ce24-4af7-42ff-9df0-8cfac1497615),segment_id=2601ce24-4af7-42ff-9df0-8cfac1497615)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:50:08.372827 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-eec38ffd-be9b-4094-a0d9-94e456397400 req-1b4581aa-18fe-43c3-adc0-bda44ce39246 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554142 Jun 16 09:50:08.455033 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:08.458009 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:08.514176 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Pushing event updated for resources: {'Port': ['ID=79f53665-af5b-4758-a51c-e3018610e932,revision_number=5']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:08.518682 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:09.570357 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5208845-416b-4722-9952-05eb4172ef1d req-62bc3e8f-3df8-4c0e-a1cd-21f908a5facf tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:09.574235 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-d5208845-416b-4722-9952-05eb4172ef1d req-62bc3e8f-3df8-4c0e-a1cd-21f908a5facf tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 944 time: 0.0724976 Jun 16 09:50:09.622604 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-d5208845-416b-4722-9952-05eb4172ef1d req-d47dbb82-9d8e-4d12-8413-f72e9abdf805 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449088 Jun 16 09:50:09.986623 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 79f53665-af5b-4758-a51c-e3018610e932 up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:50:10.037815 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning complete for port 79f53665-af5b-4758-a51c-e3018610e932 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:50:10.038198 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:10.820932 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4aab0-6c8a-4112-95ea-3e7737f7c93f req-9e8ed504-c342-4c38-a373-facfc498587f tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:10.822573 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-eef4aab0-6c8a-4112-95ea-3e7737f7c93f req-9e8ed504-c342-4c38-a373-facfc498587f tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 944 time: 0.0718250 Jun 16 09:50:10.865690 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-eef4aab0-6c8a-4112-95ea-3e7737f7c93f req-432b6317-b5cb-4572-9d48-89dc5fd705c1 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347095 Jun 16 09:50:11.229700 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:12.065433 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c86623-0212-46d2-aa75-dcc2508cbc48 req-0093ce30-ed15-40f0-b8de-be74eac687bb tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:12.067218 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-06c86623-0212-46d2-aa75-dcc2508cbc48 req-0093ce30-ed15-40f0-b8de-be74eac687bb tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 944 time: 0.0788870 Jun 16 09:50:12.109939 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-06c86623-0212-46d2-aa75-dcc2508cbc48 req-a1b6a1f0-6cca-481a-b9ef-02ed79f1ec4e tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370488 Jun 16 09:50:13.299993 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af5b38-5ca0-400f-9a13-ad3f56eb52de req-3985393e-e473-447c-9482-7b38c5cf9dd3 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:13.301459 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-74af5b38-5ca0-400f-9a13-ad3f56eb52de req-3985393e-e473-447c-9482-7b38c5cf9dd3 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 944 time: 0.0713189 Jun 16 09:50:13.342866 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-74af5b38-5ca0-400f-9a13-ad3f56eb52de req-9b8acd9d-f8df-497b-b123-1069bc37b840 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350349 Jun 16 09:50:14.541747 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76507594-c18f-4045-9d07-c422f9fe23b0 req-eaa76208-6918-4183-9cdf-708d3fb88c4a tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:14.543485 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-76507594-c18f-4045-9d07-c422f9fe23b0 req-eaa76208-6918-4183-9cdf-708d3fb88c4a tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 944 time: 0.0680337 Jun 16 09:50:14.583299 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-76507594-c18f-4045-9d07-c422f9fe23b0 req-119fffc9-b1c8-4c71-b467-a239549e2ff7 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333850 Jun 16 09:50:15.769378 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c70a7-b747-478b-89f7-3940938a231b req-f1e3954a-b3bf-4057-9763-e35479aebabc tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:15.770974 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-df6c70a7-b747-478b-89f7-3940938a231b req-f1e3954a-b3bf-4057-9763-e35479aebabc tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 944 time: 0.0694101 Jun 16 09:50:15.817329 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-df6c70a7-b747-478b-89f7-3940938a231b req-18cc078e-2fca-4a81-847a-f6adb23d4097 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405700 Jun 16 09:50:17.010155 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab746a3f-2718-4f5e-8e7a-9b49cef1abb1 req-e54d1396-ed73-488b-b4c1-fd04edf6348f tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:17.012819 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-ab746a3f-2718-4f5e-8e7a-9b49cef1abb1 req-e54d1396-ed73-488b-b4c1-fd04edf6348f tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 944 time: 0.0769761 Jun 16 09:50:17.014321 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-837f20d0-5a79-4e5f-b571-b66a13a4f44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:17.057856 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-ab746a3f-2718-4f5e-8e7a-9b49cef1abb1 req-b40ea931-efff-4ab2-a504-08d98d5d7e35 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378087 Jun 16 09:50:18.237039 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efcde31-d679-413c-8743-53b8d55e9e8d req-3035f30e-a3ae-4958-abf6-b0b595145237 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:18.238850 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-5efcde31-d679-413c-8743-53b8d55e9e8d req-3035f30e-a3ae-4958-abf6-b0b595145237 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 944 time: 0.0630200 Jun 16 09:50:18.278187 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-5efcde31-d679-413c-8743-53b8d55e9e8d req-5cb7cfc0-be6b-40b6-aade-a9091bcb1d86 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332634 Jun 16 09:50:18.481878 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-fe735025-f07d-4855-a346-d41b80912d7a req-d3fd4315-dcb6-41d0-a7a8-d2c912d28040 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0526400 Jun 16 09:50:18.574783 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe735025-f07d-4855-a346-d41b80912d7a req-750d74d4-cf18-47ad-99f6-60c9d1b9d1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:18.576328 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-fe735025-f07d-4855-a346-d41b80912d7a req-750d74d4-cf18-47ad-99f6-60c9d1b9d1f1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6226202408dc460f85ceba7cc535d9f3&device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 1098 time: 0.0553083 Jun 16 09:50:18.686715 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe735025-f07d-4855-a346-d41b80912d7a req-f50e0f6e-fc10-4630-9eb9-f60746a0f578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:18.688215 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-fe735025-f07d-4855-a346-d41b80912d7a req-f50e0f6e-fc10-4630-9eb9-f60746a0f578 service neutron] 10.222.0.49 "GET /v2.0/networks?id=66418228-6d38-41fe-a16e-152e97d803b9 HTTP/1.1" status: 200 len: 910 time: 0.0894301 Jun 16 09:50:18.752593 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-fe735025-f07d-4855-a346-d41b80912d7a req-9dd93726-143d-48e9-a65b-baba30adbdb0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35dc419e-e9f5-49e6-af2e-b75fc8b6a800 HTTP/1.1" status: 200 len: 1000 time: 0.0574942 Jun 16 09:50:18.804293 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe735025-f07d-4855-a346-d41b80912d7a req-85ed9adb-9057-46b3-ad5c-7f8296a8678a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:18.805757 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-fe735025-f07d-4855-a346-d41b80912d7a req-85ed9adb-9057-46b3-ad5c-7f8296a8678a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e6746ba6-7ff9-478f-9071-82a467b0d0ff HTTP/1.1" status: 200 len: 848 time: 0.0439451 Jun 16 09:50:18.877292 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe735025-f07d-4855-a346-d41b80912d7a req-0f359b25-db68-45db-808a-ddc63bd7b24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:18.878750 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-fe735025-f07d-4855-a346-d41b80912d7a req-0f359b25-db68-45db-808a-ddc63bd7b24a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=66418228-6d38-41fe-a16e-152e97d803b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0579932 Jun 16 09:50:18.971996 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-fe735025-f07d-4855-a346-d41b80912d7a req-e45847b5-bdf2-4154-a8d7-3dc9f1fe148c service neutron] 10.222.0.49 "GET /v2.0/networks/66418228-6d38-41fe-a16e-152e97d803b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861366 Jun 16 09:50:19.065369 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-fe735025-f07d-4855-a346-d41b80912d7a req-6eb06cc5-0b80-4b35-bdfd-ed475c1272b3 service neutron] 10.222.0.49 "GET /v2.0/networks/66418228-6d38-41fe-a16e-152e97d803b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862083 Jun 16 09:50:19.276091 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-ab8a880a-a148-4a1e-979c-3aadae20e0f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:19.459535 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd0771-b99a-4759-b299-51ec319cdbf1 req-1f2504ef-8593-4975-91c3-0cc0734352b9 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:19.461527 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-27fd0771-b99a-4759-b299-51ec319cdbf1 req-1f2504ef-8593-4975-91c3-0cc0734352b9 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 944 time: 0.0642397 Jun 16 09:50:19.498484 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-27fd0771-b99a-4759-b299-51ec319cdbf1 req-c111ce1e-f646-4b3e-b25c-97f27464b651 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314929 Jun 16 09:50:19.563464 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:20.499401 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-16d92f64-da1b-4eb0-8f0f-160fef97265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:20.688223 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38a431-3658-448e-bfa6-66a8f5e4a0ab req-de4b917d-f15c-4d50-a894-db10c34bcf33 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:20.689868 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-ff38a431-3658-448e-bfa6-66a8f5e4a0ab req-de4b917d-f15c-4d50-a894-db10c34bcf33 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 944 time: 0.0760128 Jun 16 09:50:20.728279 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-ff38a431-3658-448e-bfa6-66a8f5e4a0ab req-66b57841-b2dd-4956-9680-1775fd0047be tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321116 Jun 16 09:50:21.324771 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 0195f430-99c7-4f0b-97c0-89a3f0d08ed8 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=98982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 09:50:21.422677 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 0195f430-99c7-4f0b-97c0-89a3f0d08ed8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=0195f430-99c7-4f0b-97c0-89a3f0d08ed8,segment=NetworkSegment(072836ba-11c0-4d89-9dbf-d840ce8bf23f),segment_id=072836ba-11c0-4d89-9dbf-d840ce8bf23f)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:50:21.433863 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Returning: {'device': '0195f430-99c7-4f0b-97c0-89a3f0d08ed8', 'network_id': 'b643789e-234a-40e9-b489-894119bc4f89', 'port_id': '0195f430-99c7-4f0b-97c0-89a3f0d08ed8', 'mac_address': 'fa:16:3e:fa:df:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5e9ba67-07c6-43ea-ad13-16d85d3a0ee3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 09:50:21.480725 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:21.495396 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.notifiers.nova [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0195f430-99c7-4f0b-97c0-89a3f0d08ed8 {{(pid=98982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:50:21.514256 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 0195f430-99c7-4f0b-97c0-89a3f0d08ed8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=0195f430-99c7-4f0b-97c0-89a3f0d08ed8,segment=NetworkSegment(072836ba-11c0-4d89-9dbf-d840ce8bf23f),segment_id=072836ba-11c0-4d89-9dbf-d840ce8bf23f)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:50:21.733843 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:21.736471 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:21.782783 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Pushing event updated for resources: {'Port': ['ID=0195f430-99c7-4f0b-97c0-89a3f0d08ed8,revision_number=9']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:21.785981 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:21.909527 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d10489-bea1-4742-b018-34119c1c44a6 req-4a9c2c21-1559-469f-a651-9e02989742c5 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:21.911001 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-62d10489-bea1-4742-b018-34119c1c44a6 req-4a9c2c21-1559-469f-a651-9e02989742c5 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 945 time: 0.0669682 Jun 16 09:50:21.948066 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-62d10489-bea1-4742-b018-34119c1c44a6 req-8cd4a45e-0e11-4a17-9946-240878c1e243 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313110 Jun 16 09:50:22.090815 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] get_ports_and_sgs() called for port_ids ['0195f430-99c7-4f0b-97c0-89a3f0d08ed8'] {{(pid=98982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:50:22.413403 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e4fb578b-fd5e-47f0-aa8c-4b83a36f29c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:23.128803 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcaa0b5-5240-4a96-9d4c-4fc96a3e1f51 req-4c592401-b9bf-41bb-b229-791e764e3b75 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:23.130457 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-bdcaa0b5-5240-4a96-9d4c-4fc96a3e1f51 req-4c592401-b9bf-41bb-b229-791e764e3b75 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 945 time: 0.0697474 Jun 16 09:50:23.170633 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-bdcaa0b5-5240-4a96-9d4c-4fc96a3e1f51 req-1dc55c1c-7c5b-4173-927c-fa7fb4e7e52c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344026 Jun 16 09:50:23.326239 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 0195f430-99c7-4f0b-97c0-89a3f0d08ed8 up at agent hyperv_hv-cinder-79628 {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:50:23.374650 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Provisioning complete for port 0195f430-99c7-4f0b-97c0-89a3f0d08ed8 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:50:23.375059 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:23.451188 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:23.473579 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f9fa49-9620-4c1b-911d-0efcb172c1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0195f430-99c7-4f0b-97c0-89a3f0d08ed8'}] {{(pid=98982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:50:23.475926 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4f9cc304a916b9d47f5f8bf5758f709c886eea9513b83351d26ab7408c86625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97632ce-8dad-4bd0-b250-d74bd7db5f4e" -d '{"events": [{"server_uuid": "a1f9fa49-9620-4c1b-911d-0efcb172c1d7", "name": "network-vif-plugged", "status": "completed", "tag": "0195f430-99c7-4f0b-97c0-89a3f0d08ed8"}]}' {{(pid=98982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:50:23.490666 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 0195f430-99c7-4f0b-97c0-89a3f0d08ed8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=0195f430-99c7-4f0b-97c0-89a3f0d08ed8,segment=NetworkSegment(072836ba-11c0-4d89-9dbf-d840ce8bf23f),segment_id=072836ba-11c0-4d89-9dbf-d840ce8bf23f)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:50:23.512464 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb5bb08-7e9e-46c3-9338-2a1569e45b90 x-openstack-request-id: req-6eb5bb08-7e9e-46c3-9338-2a1569e45b90 {{(pid=98982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:50:23.512767 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1f9fa49-9620-4c1b-911d-0efcb172c1d7", "name": "network-vif-plugged", "status": "completed", "tag": "0195f430-99c7-4f0b-97c0-89a3f0d08ed8", "code": 200}]} {{(pid=98982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:50:23.513021 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6eb5bb08-7e9e-46c3-9338-2a1569e45b90 {{(pid=98982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:50:23.513425 dv-cinder-796286-4-iscsi neutron-server[98982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1f9fa49-9620-4c1b-911d-0efcb172c1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0195f430-99c7-4f0b-97c0-89a3f0d08ed8', 'code': 200} Jun 16 09:50:23.574002 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:23.577966 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:23.627943 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Pushing event updated for resources: {'Port': ['ID=0195f430-99c7-4f0b-97c0-89a3f0d08ed8,revision_number=10']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:23.630993 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:23.990221 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5feaa4-c81f-44a2-a529-7e9ab6b7a659 req-4a307aa7-7845-4662-9b1c-0243bcbda4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:23.991743 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-fe5feaa4-c81f-44a2-a529-7e9ab6b7a659 req-4a307aa7-7845-4662-9b1c-0243bcbda4b7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 1100 time: 0.0513220 Jun 16 09:50:24.007310 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.agents_db [None req-3560065e-ea11-4ff4-820f-b568c2ca0093 None None] Agent healthcheck: found 6 active agents {{(pid=98983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:50:24.033844 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-fe5feaa4-c81f-44a2-a529-7e9ab6b7a659 req-ea4bc807-34ed-4c9a-bde3-bc2bf0209dd1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333948 Jun 16 09:50:24.349741 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a25b6-934d-4add-891d-fb7722690127 req-e1531205-e0e1-445f-94f3-2f763f28aba3 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:24.351191 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-305a25b6-934d-4add-891d-fb7722690127 req-e1531205-e0e1-445f-94f3-2f763f28aba3 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 947 time: 0.0630054 Jun 16 09:50:24.390293 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-305a25b6-934d-4add-891d-fb7722690127 req-58ed10b7-8d66-4581-a07d-c0da8c1321b9 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329747 Jun 16 09:50:25.579266 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb26cf3-5e3f-42a2-94b5-85589d4df5b2 req-47a035df-033e-45d3-8799-aadf098221a8 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:25.580738 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-9fb26cf3-5e3f-42a2-94b5-85589d4df5b2 req-47a035df-033e-45d3-8799-aadf098221a8 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 947 time: 0.0728364 Jun 16 09:50:25.622007 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-9fb26cf3-5e3f-42a2-94b5-85589d4df5b2 req-3cf50f3d-a775-40e5-afeb-4c42f3ceb667 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355768 Jun 16 09:50:26.807171 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba59584-ebfa-4565-a084-a76380eb4c8d req-dac61519-6c52-434c-b721-3eaddcec770e tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:26.807853 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-5ba59584-ebfa-4565-a084-a76380eb4c8d req-dac61519-6c52-434c-b721-3eaddcec770e tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 947 time: 0.0687773 Jun 16 09:50:26.846849 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-5ba59584-ebfa-4565-a084-a76380eb4c8d req-677f5a0a-00b4-4199-ad2c-e233b71836fe tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324287 Jun 16 09:50:27.344779 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-7e5e1e67-c241-4d99-9140-3b8a44f02749 req-7964f619-7555-429a-93a2-3f906306c94d tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-814450607&fields=id&tenant_id=ed2156b918e84ef2a8cd08f2710cf24f HTTP/1.1" status: 200 len: 267 time: 0.0333638 Jun 16 09:50:27.452700 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e1e67-c241-4d99-9140-3b8a44f02749 req-3e401747-2eec-4c9f-8433-bccb04c3c4c1 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:27.455818 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-7e5e1e67-c241-4d99-9140-3b8a44f02749 req-3e401747-2eec-4c9f-8433-bccb04c3c4c1 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/networks?id=eae67a9b-5ad3-4a2b-a012-c75340b64206 HTTP/1.1" status: 200 len: 810 time: 0.1045070 Jun 16 09:50:27.469550 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-7e5e1e67-c241-4d99-9140-3b8a44f02749 req-9bcb612a-d927-487b-81fc-90d569da6d52 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/quotas/ed2156b918e84ef2a8cd08f2710cf24f HTTP/1.1" status: 200 len: 375 time: 0.0089340 Jun 16 09:50:27.536266 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-7e5e1e67-c241-4d99-9140-3b8a44f02749 req-8c5774b6-f680-47e4-84e8-14034471043d tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ed2156b918e84ef2a8cd08f2710cf24f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0617666 Jun 16 09:50:27.645067 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-7e5e1e67-c241-4d99-9140-3b8a44f02749 req-93302f96-ea32-4a79-a32f-0a0168dd2812 service neutron] 10.222.0.25 "GET /v2.0/networks/eae67a9b-5ad3-4a2b-a012-c75340b64206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963485 Jun 16 09:50:27.734675 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-7e5e1e67-c241-4d99-9140-3b8a44f02749 req-2acf1365-05ae-4f5b-bd46-ee2d96586cd9 service neutron] 10.222.0.25 "GET /v2.0/networks/eae67a9b-5ad3-4a2b-a012-c75340b64206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819807 Jun 16 09:50:28.022918 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8ce5d-9f45-4d83-8fa7-78eb99c08317 req-c3b0e003-7c0e-4a58-a3b9-20e184a28a05 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:28.024375 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-d8b8ce5d-9f45-4d83-8fa7-78eb99c08317 req-c3b0e003-7c0e-4a58-a3b9-20e184a28a05 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 947 time: 0.0667772 Jun 16 09:50:28.061816 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-d8b8ce5d-9f45-4d83-8fa7-78eb99c08317 req-70d12103-093d-4784-9440-b0e424f5839b tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317185 Jun 16 09:50:28.363372 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-2cd1324e-d042-45ea-af27-21e32d6de243 req-73f0393e-cdc5-40b2-94de-e692e1b0e23e tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a186926-6e0e-4de8-8de6-12abef458561 HTTP/1.1" status: 200 len: 210 time: 0.0299988 Jun 16 09:50:29.451776 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-d0f558d5-71c3-4ebb-9855-481639362348 req-7e380619-8d58-4790-8a15-58e4d61f34f8 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a186926-6e0e-4de8-8de6-12abef458561 HTTP/1.1" status: 200 len: 210 time: 0.0320060 Jun 16 09:50:30.595663 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-4db24c79-44c8-4ddd-987b-6136493b3ba4 req-a2ec59e6-eb5e-4053-add6-7b4b9f85bdd0 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a186926-6e0e-4de8-8de6-12abef458561 HTTP/1.1" status: 200 len: 210 time: 0.0322659 Jun 16 09:50:31.160644 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e1e67-c241-4d99-9140-3b8a44f02749 req-9a638824-e2a4-4afc-bac3-5a70bf696533 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:31.162065 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-7e5e1e67-c241-4d99-9140-3b8a44f02749 req-9a638824-e2a4-4afc-bac3-5a70bf696533 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.49 "GET /v2.0/networks?id=eae67a9b-5ad3-4a2b-a012-c75340b64206 HTTP/1.1" status: 200 len: 810 time: 0.1096447 Jun 16 09:50:31.210376 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-7e5e1e67-c241-4d99-9140-3b8a44f02749 req-053d3946-3a14-40e0-afb8-b226d7a3b34d tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed2156b918e84ef2a8cd08f2710cf24f HTTP/1.1" status: 200 len: 379 time: 0.0332603 Jun 16 09:50:31.219173 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [req-7e5e1e67-c241-4d99-9140-3b8a44f02749 req-922a1157-3ee0-4eae-abe1-91be9a272503 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Request body: {'port': {'device_id': '2a186926-6e0e-4de8-8de6-12abef458561', 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206', 'admin_state_up': True, 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'security_groups': ['924c6667-e697-4c03-bd72-091d94a3ea6c']}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:50:31.476364 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e5e1e67-c241-4d99-9140-3b8a44f02749 req-922a1157-3ee0-4eae-abe1-91be9a272503 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Made reservation on behalf of ed2156b918e84ef2a8cd08f2710cf24f for: {'port': 1} {{(pid=98981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:50:31.480316 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-7e5e1e67-c241-4d99-9140-3b8a44f02749 req-922a1157-3ee0-4eae-abe1-91be9a272503 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:31.612164 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.db_base_plugin_common [req-7e5e1e67-c241-4d99-9140-3b8a44f02749 req-922a1157-3ee0-4eae-abe1-91be9a272503 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Allocated IP 172.20.0.12 (eae67a9b-5ad3-4a2b-a012-c75340b64206/43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f/b3379309-ae70-4442-8f17-45d3f39e49d3) {{(pid=98981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:50:31.755293 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-d837cc39-3746-4a26-86cd-5489d5223821 req-a91c7b5b-5099-422b-9245-a93c2d9eb876 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a186926-6e0e-4de8-8de6-12abef458561 HTTP/1.1" status: 200 len: 210 time: 0.0395768 Jun 16 09:50:31.790719 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-7e5e1e67-c241-4d99-9140-3b8a44f02749 req-922a1157-3ee0-4eae-abe1-91be9a272503 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks [] for port, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:31.804825 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.provisioning_blocks [req-7e5e1e67-c241-4d99-9140-3b8a44f02749 req-922a1157-3ee0-4eae-abe1-91be9a272503 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Transition to ACTIVE for port object b3379309-ae70-4442-8f17-45d3f39e49d3 will not be triggered until provisioned by entity DHCP. {{(pid=98981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:50:31.944892 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-7e5e1e67-c241-4d99-9140-3b8a44f02749 req-922a1157-3ee0-4eae-abe1-91be9a272503 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126587788'] for port, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:31.948791 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:31.994154 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e5e1e67-c241-4d99-9140-3b8a44f02749 req-922a1157-3ee0-4eae-abe1-91be9a272503 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Network eae67a9b-5ad3-4a2b-a012-c75340b64206 is already hosted by enough agents. {{(pid=98981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:50:31.999188 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.base_scheduler [req-7e5e1e67-c241-4d99-9140-3b8a44f02749 req-922a1157-3ee0-4eae-abe1-91be9a272503 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Resources bound (agent type, host, resource id): {{(pid=98981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:50:32.002861 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5e1e67-c241-4d99-9140-3b8a44f02749 req-922a1157-3ee0-4eae-abe1-91be9a272503 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Received port after_create {{(pid=98981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:50:32.009258 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922a1157-3ee0-4eae-abe1-91be9a272503 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Pushing event updated for resources: {'Port': ['ID=b3379309-ae70-4442-8f17-45d3f39e49d3,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:32.029005 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-922a1157-3ee0-4eae-abe1-91be9a272503 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:32.055651 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e1e67-c241-4d99-9140-3b8a44f02749 req-922a1157-3ee0-4eae-abe1-91be9a272503 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:32.056303 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-7e5e1e67-c241-4d99-9140-3b8a44f02749 req-922a1157-3ee0-4eae-abe1-91be9a272503 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for port, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:32.157375 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-7e5e1e67-c241-4d99-9140-3b8a44f02749 req-922a1157-3ee0-4eae-abe1-91be9a272503 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9418540 Jun 16 09:50:32.177446 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [req-7e5e1e67-c241-4d99-9140-3b8a44f02749 req-d3f7b559-21b7-4ead-8be2-f74a54c42478 service neutron] Request body: {'port': {'device_id': '2a186926-6e0e-4de8-8de6-12abef458561', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:50:32.248089 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-7e5e1e67-c241-4d99-9140-3b8a44f02749 req-d3f7b559-21b7-4ead-8be2-f74a54c42478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:32.293810 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-cd74289d-62e1-4e85-83f6-b1366f623666 None None] Provisioning for port b3379309-ae70-4442-8f17-45d3f39e49d3 completed by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:50:32.298741 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-cd74289d-62e1-4e85-83f6-b1366f623666 None None] Provisioning complete for port b3379309-ae70-4442-8f17-45d3f39e49d3 triggered by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:50:32.299142 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-cd74289d-62e1-4e85-83f6-b1366f623666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:32.336156 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-cd74289d-62e1-4e85-83f6-b1366f623666 None None] Port b3379309-ae70-4442-8f17-45d3f39e49d3 cannot update to ACTIVE because it is not bound. {{(pid=98982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 09:50:32.508956 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.notifiers.nova [req-7e5e1e67-c241-4d99-9140-3b8a44f02749 req-d3f7b559-21b7-4ead-8be2-f74a54c42478 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3379309-ae70-4442-8f17-45d3f39e49d3 {{(pid=98981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:50:32.517873 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-7e5e1e67-c241-4d99-9140-3b8a44f02749 req-d3f7b559-21b7-4ead-8be2-f74a54c42478 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:32.529298 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.provisioning_blocks [req-7e5e1e67-c241-4d99-9140-3b8a44f02749 req-d3f7b559-21b7-4ead-8be2-f74a54c42478 service neutron] Transition to ACTIVE for port object b3379309-ae70-4442-8f17-45d3f39e49d3 will not be triggered until provisioned by entity L2. {{(pid=98981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:50:32.647176 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-7e5e1e67-c241-4d99-9140-3b8a44f02749 req-d3f7b559-21b7-4ead-8be2-f74a54c42478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126587802'] for port, after_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:32.650094 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-84bdfdc5-1d83-4800-9873-48618a1b6278 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:32.724240 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f7b559-21b7-4ead-8be2-f74a54c42478 service neutron] Pushing event updated for resources: {'Port': ['ID=b3379309-ae70-4442-8f17-45d3f39e49d3,revision_number=2']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:32.729750 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-d3f7b559-21b7-4ead-8be2-f74a54c42478 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:32.801852 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.managers [req-7e5e1e67-c241-4d99-9140-3b8a44f02749 req-d3f7b559-21b7-4ead-8be2-f74a54c42478 service neutron] Attempting to bind port b3379309-ae70-4442-8f17-45d3f39e49d3 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=98981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:50:32.802264 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.managers [req-7e5e1e67-c241-4d99-9140-3b8a44f02749 req-d3f7b559-21b7-4ead-8be2-f74a54c42478 service neutron] Attempting to bind port b3379309-ae70-4442-8f17-45d3f39e49d3 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '8b33f738-d644-4c54-b55c-1571647efaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206'}] {{(pid=98981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:50:32.802662 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5e1e67-c241-4d99-9140-3b8a44f02749 req-d3f7b559-21b7-4ead-8be2-f74a54c42478 service neutron] Attempting to bind port b3379309-ae70-4442-8f17-45d3f39e49d3 on network eae67a9b-5ad3-4a2b-a012-c75340b64206 {{(pid=98981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:50:32.807378 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5e1e67-c241-4d99-9140-3b8a44f02749 req-d3f7b559-21b7-4ead-8be2-f74a54c42478 service neutron] Port b3379309-ae70-4442-8f17-45d3f39e49d3 on network eae67a9b-5ad3-4a2b-a012-c75340b64206 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=98981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 09:50:32.807762 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5e1e67-c241-4d99-9140-3b8a44f02749 req-d3f7b559-21b7-4ead-8be2-f74a54c42478 service neutron] Attempting to bind port b3379309-ae70-4442-8f17-45d3f39e49d3 on network eae67a9b-5ad3-4a2b-a012-c75340b64206 {{(pid=98981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:50:32.812805 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5e1e67-c241-4d99-9140-3b8a44f02749 req-d3f7b559-21b7-4ead-8be2-f74a54c42478 service neutron] Checking agent: {'id': '868dca64-f295-49d2-b561-88939e4b0d1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 41, 11), 'started_at': datetime.datetime(2021, 6, 16, 9, 41, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:50:32.813219 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5e1e67-c241-4d99-9140-3b8a44f02749 req-d3f7b559-21b7-4ead-8be2-f74a54c42478 service neutron] Checking segment: {'id': '8b33f738-d644-4c54-b55c-1571647efaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:50:32.813665 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5e1e67-c241-4d99-9140-3b8a44f02749 req-d3f7b559-21b7-4ead-8be2-f74a54c42478 service neutron] Bound using segment: {'id': '8b33f738-d644-4c54-b55c-1571647efaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206'} {{(pid=98981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:50:32.814162 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.managers [req-7e5e1e67-c241-4d99-9140-3b8a44f02749 req-d3f7b559-21b7-4ead-8be2-f74a54c42478 service neutron] Bound port: b3379309-ae70-4442-8f17-45d3f39e49d3, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b33f738-d644-4c54-b55c-1571647efaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206'}}] {{(pid=98981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:50:32.814572 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-7e5e1e67-c241-4d99-9140-3b8a44f02749 req-d3f7b559-21b7-4ead-8be2-f74a54c42478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:32.879725 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.db [req-7e5e1e67-c241-4d99-9140-3b8a44f02749 req-d3f7b559-21b7-4ead-8be2-f74a54c42478 service neutron] For port b3379309-ae70-4442-8f17-45d3f39e49d3, host hv-cinder-79628, cleared binding levels {{(pid=98981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:50:32.887259 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.db [req-7e5e1e67-c241-4d99-9140-3b8a44f02749 req-d3f7b559-21b7-4ead-8be2-f74a54c42478 service neutron] For port b3379309-ae70-4442-8f17-45d3f39e49d3, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b3379309-ae70-4442-8f17-45d3f39e49d3,segment=NetworkSegment(8b33f738-d644-4c54-b55c-1571647efaaa),segment_id=8b33f738-d644-4c54-b55c-1571647efaaa)] {{(pid=98981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:50:32.939188 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c6e5d5-5804-49a2-b9b0-728f90006ad7 req-23cc290b-afbe-4169-acf3-b04c15222e78 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:32.939188 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-57c6e5d5-5804-49a2-b9b0-728f90006ad7 req-23cc290b-afbe-4169-acf3-b04c15222e78 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a186926-6e0e-4de8-8de6-12abef458561 HTTP/1.1" status: 200 len: 944 time: 0.0644276 Jun 16 09:50:32.978164 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-57c6e5d5-5804-49a2-b9b0-728f90006ad7 req-85ee002e-edfc-413d-8d9c-d6fec1aa8dc7 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/security-groups?id=924c6667-e697-4c03-bd72-091d94a3ea6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335951 Jun 16 09:50:33.013543 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-7e5e1e67-c241-4d99-9140-3b8a44f02749 req-d3f7b559-21b7-4ead-8be2-f74a54c42478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126587802'] for port, after_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:33.016583 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-83da0b47-f69b-4bcd-8a98-87c094d2d8c4 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:33.051524 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e1e67-c241-4d99-9140-3b8a44f02749 req-d3f7b559-21b7-4ead-8be2-f74a54c42478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:33.052258 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-7e5e1e67-c241-4d99-9140-3b8a44f02749 req-d3f7b559-21b7-4ead-8be2-f74a54c42478 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for port, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:33.053722 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-7e5e1e67-c241-4d99-9140-3b8a44f02749 req-d3f7b559-21b7-4ead-8be2-f74a54c42478 service neutron] 10.222.0.49 "PUT /v2.0/ports/b3379309-ae70-4442-8f17-45d3f39e49d3 HTTP/1.1" status: 200 len: 1094 time: 0.8807268 Jun 16 09:50:33.054269 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a186926-6e0e-4de8-8de6-12abef458561', 'tag': 'b3379309-ae70-4442-8f17-45d3f39e49d3'}] {{(pid=98981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:50:33.056587 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18eb52cff4d517b1dce9432e7e66d3e16844a09bb405b8b8e4b50ca476568750" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef7f3c4-67bf-4764-8e5f-09eb5fe4bab1" -d '{"events": [{"name": "network-changed", "server_uuid": "2a186926-6e0e-4de8-8de6-12abef458561", "tag": "b3379309-ae70-4442-8f17-45d3f39e49d3"}]}' {{(pid=98981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:50:33.086234 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f7b559-21b7-4ead-8be2-f74a54c42478 service neutron] Pushing event updated for resources: {'Port': ['ID=b3379309-ae70-4442-8f17-45d3f39e49d3,revision_number=3']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:33.089278 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-d3f7b559-21b7-4ead-8be2-f74a54c42478 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:33.100968 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f23fef-4740-4d18-943d-4c8db44e9b43 x-openstack-request-id: req-75f23fef-4740-4d18-943d-4c8db44e9b43 {{(pid=98981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:50:33.101288 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a186926-6e0e-4de8-8de6-12abef458561", "tag": "b3379309-ae70-4442-8f17-45d3f39e49d3", "status": "completed", "code": 200}]} {{(pid=98981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:50:33.101567 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-75f23fef-4740-4d18-943d-4c8db44e9b43 {{(pid=98981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:50:33.101990 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a186926-6e0e-4de8-8de6-12abef458561', 'tag': 'b3379309-ae70-4442-8f17-45d3f39e49d3', 'status': 'completed', 'code': 200} Jun 16 09:50:33.201913 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef7f3c4-67bf-4764-8e5f-09eb5fe4bab1 req-047eb763-4f96-466f-92e5-dd5c3e819dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:33.203403 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-5ef7f3c4-67bf-4764-8e5f-09eb5fe4bab1 req-047eb763-4f96-466f-92e5-dd5c3e819dca service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ed2156b918e84ef2a8cd08f2710cf24f&device_id=2a186926-6e0e-4de8-8de6-12abef458561 HTTP/1.1" status: 200 len: 1097 time: 0.0552144 Jun 16 09:50:33.321026 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef7f3c4-67bf-4764-8e5f-09eb5fe4bab1 req-56967bef-0193-42d9-93a5-9b9486505fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:33.321277 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-5ef7f3c4-67bf-4764-8e5f-09eb5fe4bab1 req-56967bef-0193-42d9-93a5-9b9486505fed service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=ed2156b918e84ef2a8cd08f2710cf24f&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1030190 Jun 16 09:50:33.424150 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef7f3c4-67bf-4764-8e5f-09eb5fe4bab1 req-0c9ec723-211a-4de3-a119-35ff41bf0c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:33.425678 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-5ef7f3c4-67bf-4764-8e5f-09eb5fe4bab1 req-0c9ec723-211a-4de3-a119-35ff41bf0c06 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0977199 Jun 16 09:50:33.547571 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e1e67-c241-4d99-9140-3b8a44f02749 req-e24c0d8b-323c-445a-b068-5d6651dcaf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:33.549280 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-7e5e1e67-c241-4d99-9140-3b8a44f02749 req-e24c0d8b-323c-445a-b068-5d6651dcaf2e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ed2156b918e84ef2a8cd08f2710cf24f&device_id=2a186926-6e0e-4de8-8de6-12abef458561 HTTP/1.1" status: 200 len: 1097 time: 0.0557840 Jun 16 09:50:33.601453 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-7e5e1e67-c241-4d99-9140-3b8a44f02749 req-9664d741-b5c2-488a-adf7-d9391adbbc36 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3379309-ae70-4442-8f17-45d3f39e49d3 HTTP/1.1" status: 200 len: 217 time: 0.0370240 Jun 16 09:50:33.647898 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e1e67-c241-4d99-9140-3b8a44f02749 req-abb3fe98-aa91-4646-8a8f-9abd996aecb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:33.649253 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-7e5e1e67-c241-4d99-9140-3b8a44f02749 req-abb3fe98-aa91-4646-8a8f-9abd996aecb4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f HTTP/1.1" status: 200 len: 849 time: 0.0415542 Jun 16 09:50:33.720289 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e1e67-c241-4d99-9140-3b8a44f02749 req-d5264b9d-9cf6-4db6-a73c-c23e07f667e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:33.721765 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-7e5e1e67-c241-4d99-9140-3b8a44f02749 req-d5264b9d-9cf6-4db6-a73c-c23e07f667e6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eae67a9b-5ad3-4a2b-a012-c75340b64206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0636642 Jun 16 09:50:33.816297 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-7e5e1e67-c241-4d99-9140-3b8a44f02749 req-8f1ebbbe-cbdf-496a-953d-e1cb0d170f7d service neutron] 10.222.0.49 "GET /v2.0/networks/eae67a9b-5ad3-4a2b-a012-c75340b64206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875297 Jun 16 09:50:33.908046 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-7e5e1e67-c241-4d99-9140-3b8a44f02749 req-8fb1eb25-c8b7-4189-8618-801386d90523 service neutron] 10.222.0.49 "GET /v2.0/networks/eae67a9b-5ad3-4a2b-a012-c75340b64206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850697 Jun 16 09:50:34.158875 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc8b295-d075-4190-838b-5b4986b55bae req-4c055591-e87e-4eec-9d40-1d9206f57236 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:34.160255 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-efc8b295-d075-4190-838b-5b4986b55bae req-4c055591-e87e-4eec-9d40-1d9206f57236 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a186926-6e0e-4de8-8de6-12abef458561 HTTP/1.1" status: 200 len: 944 time: 0.0675652 Jun 16 09:50:34.198546 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-efc8b295-d075-4190-838b-5b4986b55bae req-1f678aa8-b611-4c2a-9ec0-d7eb4eb88fe0 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/security-groups?id=924c6667-e697-4c03-bd72-091d94a3ea6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324304 Jun 16 09:50:35.384069 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abafd99-878d-43cb-b5e8-3ef14ef0eb48 req-070a8263-404f-4822-bd95-dbd4e89fd994 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:35.385516 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-0abafd99-878d-43cb-b5e8-3ef14ef0eb48 req-070a8263-404f-4822-bd95-dbd4e89fd994 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a186926-6e0e-4de8-8de6-12abef458561 HTTP/1.1" status: 200 len: 944 time: 0.0665367 Jun 16 09:50:35.426464 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-0abafd99-878d-43cb-b5e8-3ef14ef0eb48 req-c220ee79-8f37-481f-88cc-f5b5c9cf760e tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/security-groups?id=924c6667-e697-4c03-bd72-091d94a3ea6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344527 Jun 16 09:50:36.600288 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f365dc-a71b-47b8-908f-928094ddd7fc req-4e79e5b1-a1f0-4e2a-b530-dcd0326884ba tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:36.601648 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-b7f365dc-a71b-47b8-908f-928094ddd7fc req-4e79e5b1-a1f0-4e2a-b530-dcd0326884ba tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a186926-6e0e-4de8-8de6-12abef458561 HTTP/1.1" status: 200 len: 944 time: 0.0636990 Jun 16 09:50:36.639555 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-b7f365dc-a71b-47b8-908f-928094ddd7fc req-4373ca79-5f25-4f50-9ebb-f0fcf0cc7a3a tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/security-groups?id=924c6667-e697-4c03-bd72-091d94a3ea6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325105 Jun 16 09:50:37.816807 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28312ad-5d45-448b-95a6-c82b87c4f0f9 req-1e703e2a-3519-4fbf-806f-377bb3e148ac tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:37.818237 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-c28312ad-5d45-448b-95a6-c82b87c4f0f9 req-1e703e2a-3519-4fbf-806f-377bb3e148ac tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a186926-6e0e-4de8-8de6-12abef458561 HTTP/1.1" status: 200 len: 944 time: 0.0666020 Jun 16 09:50:37.854374 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-c28312ad-5d45-448b-95a6-c82b87c4f0f9 req-ff8fbcf7-9ef5-45c4-94e5-65663c2d3501 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/security-groups?id=924c6667-e697-4c03-bd72-091d94a3ea6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304203 Jun 16 09:50:39.023767 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4eced5-cec8-42f8-9e18-cb1e09c5b363 req-526cb79f-786c-49f8-8eb0-a0afc0e32466 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:39.025214 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-5d4eced5-cec8-42f8-9e18-cb1e09c5b363 req-526cb79f-786c-49f8-8eb0-a0afc0e32466 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a186926-6e0e-4de8-8de6-12abef458561 HTTP/1.1" status: 200 len: 944 time: 0.0634158 Jun 16 09:50:39.064607 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-5d4eced5-cec8-42f8-9e18-cb1e09c5b363 req-34045ca9-819c-4baf-9f1a-106e3836287e tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/security-groups?id=924c6667-e697-4c03-bd72-091d94a3ea6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328875 Jun 16 09:50:39.510321 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fcb5e9-2470-451d-9ad6-c326480eeb96 req-53099930-8a54-4ae5-8bff-0b21e11e400a tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:39.511821 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-a4fcb5e9-2470-451d-9ad6-c326480eeb96 req-53099930-8a54-4ae5-8bff-0b21e11e400a tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=88929651-ceb4-4978-9db9-17eb53e7b2b1 HTTP/1.1" status: 200 len: 945 time: 0.0701187 Jun 16 09:50:39.549172 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-a4fcb5e9-2470-451d-9ad6-c326480eeb96 req-85350e67-152f-467a-8a63-cff849ac35e7 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d0e574d-d073-408f-93e0-c3f108cc8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311096 Jun 16 09:50:40.241215 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34705976-4fb8-4b2a-afa8-4e03bedb355c req-1c18fb62-5f09-4bd2-8d02-dbcbe7909e4a tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:40.242563 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-34705976-4fb8-4b2a-afa8-4e03bedb355c req-1c18fb62-5f09-4bd2-8d02-dbcbe7909e4a tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a186926-6e0e-4de8-8de6-12abef458561 HTTP/1.1" status: 200 len: 944 time: 0.0634944 Jun 16 09:50:40.281967 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-34705976-4fb8-4b2a-afa8-4e03bedb355c req-9b8e22fd-8781-4882-bc6a-6d228c7fea2e tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/security-groups?id=924c6667-e697-4c03-bd72-091d94a3ea6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335810 Jun 16 09:50:40.722241 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e9e01-19f9-40eb-900e-1196d6fb00fc req-4b46331f-de01-459b-9cf6-ca66500ef64a tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:40.723690 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-475e9e01-19f9-40eb-900e-1196d6fb00fc req-4b46331f-de01-459b-9cf6-ca66500ef64a tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=88929651-ceb4-4978-9db9-17eb53e7b2b1 HTTP/1.1" status: 200 len: 945 time: 0.0654275 Jun 16 09:50:40.760184 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-475e9e01-19f9-40eb-900e-1196d6fb00fc req-5b8c8705-3565-4f7a-bda0-ebffbf843269 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d0e574d-d073-408f-93e0-c3f108cc8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309100 Jun 16 09:50:41.286421 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:41.450536 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device b3379309-ae70-4442-8f17-45d3f39e49d3 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=98982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 09:50:41.462308 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87dfcef-c94d-4baa-8c8e-9b284bfd5af8 req-80bd0c06-270d-4e49-bc7c-9d94b4202523 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:41.463780 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-b87dfcef-c94d-4baa-8c8e-9b284bfd5af8 req-80bd0c06-270d-4e49-bc7c-9d94b4202523 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a186926-6e0e-4de8-8de6-12abef458561 HTTP/1.1" status: 200 len: 944 time: 0.0668395 Jun 16 09:50:41.504229 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-b87dfcef-c94d-4baa-8c8e-9b284bfd5af8 req-d2cd1d15-dfa7-473b-aa81-5830886fd396 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/security-groups?id=924c6667-e697-4c03-bd72-091d94a3ea6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348034 Jun 16 09:50:41.544749 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port b3379309-ae70-4442-8f17-45d3f39e49d3, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b3379309-ae70-4442-8f17-45d3f39e49d3,segment=NetworkSegment(8b33f738-d644-4c54-b55c-1571647efaaa),segment_id=8b33f738-d644-4c54-b55c-1571647efaaa)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:50:41.555932 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Returning: {'device': 'b3379309-ae70-4442-8f17-45d3f39e49d3', 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206', 'port_id': 'b3379309-ae70-4442-8f17-45d3f39e49d3', 'mac_address': 'fa:16:3e:4f:cf:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 09:50:41.591971 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:41.603886 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.notifiers.nova [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3379309-ae70-4442-8f17-45d3f39e49d3 {{(pid=98982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:50:41.624031 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port b3379309-ae70-4442-8f17-45d3f39e49d3, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b3379309-ae70-4442-8f17-45d3f39e49d3,segment=NetworkSegment(8b33f738-d644-4c54-b55c-1571647efaaa),segment_id=8b33f738-d644-4c54-b55c-1571647efaaa)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:50:41.681053 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f53cb-5264-4bbf-bfb7-6cb1ba05d191 req-a60c3750-5fea-4911-b270-bd670a70cd99 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:41.682471 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-483f53cb-5264-4bbf-bfb7-6cb1ba05d191 req-a60c3750-5fea-4911-b270-bd670a70cd99 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.49 "GET /v2.0/ports?device_id=88929651-ceb4-4978-9db9-17eb53e7b2b1 HTTP/1.1" status: 200 len: 945 time: 0.0623090 Jun 16 09:50:41.704506 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:41.706485 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-09ac9a84-532f-40b9-815a-af5cff1bb729 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:41.752439 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Pushing event updated for resources: {'Port': ['ID=b3379309-ae70-4442-8f17-45d3f39e49d3,revision_number=4']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:41.755905 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:41.938111 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d446d3-9227-44cc-8d4b-3f911eca4215 req-08087b00-3b65-4b80-805a-533009368c02 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:41.941504 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-43d446d3-9227-44cc-8d4b-3f911eca4215 req-08087b00-3b65-4b80-805a-533009368c02 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=88929651-ceb4-4978-9db9-17eb53e7b2b1 HTTP/1.1" status: 200 len: 945 time: 0.0668614 Jun 16 09:50:41.978729 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-43d446d3-9227-44cc-8d4b-3f911eca4215 req-eedb88ff-7099-4a74-9e54-84e67d59644b tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d0e574d-d073-408f-93e0-c3f108cc8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327795 Jun 16 09:50:42.047821 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] get_ports_and_sgs() called for port_ids ['b3379309-ae70-4442-8f17-45d3f39e49d3'] {{(pid=98982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:50:42.048177 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.plugin [req-483f53cb-5264-4bbf-bfb7-6cb1ba05d191 req-40ac61aa-50de-444c-bef9-3277c993934d tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Deleting port 8dbc2ac9-d554-45ca-81cb-9f887694460a {{(pid=98981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:50:42.048516 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-483f53cb-5264-4bbf-bfb7-6cb1ba05d191 req-40ac61aa-50de-444c-bef9-3277c993934d tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:42.135596 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.db [req-483f53cb-5264-4bbf-bfb7-6cb1ba05d191 req-40ac61aa-50de-444c-bef9-3277c993934d tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] For port 8dbc2ac9-d554-45ca-81cb-9f887694460a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8dbc2ac9-d554-45ca-81cb-9f887694460a,segment=NetworkSegment(b89fa4bb-9b9b-47e0-a491-864722251830),segment_id=b89fa4bb-9b9b-47e0-a491-864722251830)] {{(pid=98981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:50:42.135945 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-483f53cb-5264-4bbf-bfb7-6cb1ba05d191 req-40ac61aa-50de-444c-bef9-3277c993934d tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:42.297470 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-483f53cb-5264-4bbf-bfb7-6cb1ba05d191 req-40ac61aa-50de-444c-bef9-3277c993934d tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:42.297879 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-483f53cb-5264-4bbf-bfb7-6cb1ba05d191 req-40ac61aa-50de-444c-bef9-3277c993934d tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761582'] for floatingip, after_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:42.298130 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.db.l3_db [req-483f53cb-5264-4bbf-bfb7-6cb1ba05d191 req-40ac61aa-50de-444c-bef9-3277c993934d tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Floating IP 2a22d803-29fe-48dd-a5c6-c796d0c2d9f0 disassociated. External IP: 172.27.0.50, port: 8dbc2ac9-d554-45ca-81cb-9f887694460a. Jun 16 09:50:42.298452 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.plugin [req-483f53cb-5264-4bbf-bfb7-6cb1ba05d191 req-40ac61aa-50de-444c-bef9-3277c993934d tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Calling delete_port for 8dbc2ac9-d554-45ca-81cb-9f887694460a owned by compute:nova {{(pid=98981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:50:42.498456 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-483f53cb-5264-4bbf-bfb7-6cb1ba05d191 req-40ac61aa-50de-444c-bef9-3277c993934d tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126587795'] for port, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:42.503123 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-0a3c534e-9c5e-4a25-b414-921d76e4a447 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:42.528779 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac61aa-50de-444c-bef9-3277c993934d tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Pushing event deleted for resources: {'Port': ['ID=8dbc2ac9-d554-45ca-81cb-9f887694460a,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:42.532932 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-40ac61aa-50de-444c-bef9-3277c993934d tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:42.687696 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.l3_agent_scheduler [req-483f53cb-5264-4bbf-bfb7-6cb1ba05d191 req-40ac61aa-50de-444c-bef9-3277c993934d tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Router 3a95cbf4-c953-4fd9-8ad5-82d480798852 has already been hosted by L3 agent 7768ee83-37c7-4165-88a2-5844eb43ad81 {{(pid=98981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:50:42.704942 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d14c7a-21ac-4075-bad2-340d07b28c8c req-6dba329a-22f3-47ec-b116-357f91ca42d8 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:42.706403 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-c9d14c7a-21ac-4075-bad2-340d07b28c8c req-6dba329a-22f3-47ec-b116-357f91ca42d8 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a186926-6e0e-4de8-8de6-12abef458561 HTTP/1.1" status: 200 len: 945 time: 0.0877674 Jun 16 09:50:42.812959 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-c9d14c7a-21ac-4075-bad2-340d07b28c8c req-da8c4720-5d2e-4835-9eb2-81a6e22c456e tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/security-groups?id=924c6667-e697-4c03-bd72-091d94a3ea6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991931 Jun 16 09:50:42.833699 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-483f53cb-5264-4bbf-bfb7-6cb1ba05d191 req-40ac61aa-50de-444c-bef9-3277c993934d tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify agent at l3_agent.dv-cinder-796286-4-iscsi the message routers_updated {{(pid=98981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:50:42.845060 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96490e0b-b0b5-42fa-99cc-1db6188b99fc None None] Sync routers for ids ['3a95cbf4-c953-4fd9-8ad5-82d480798852'] in dv-cinder-796286-4-iscsi {{(pid=98982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:50:42.853854 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96490e0b-b0b5-42fa-99cc-1db6188b99fc None None] Routers {'3a95cbf4-c953-4fd9-8ad5-82d480798852'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:50:42.854605 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-96490e0b-b0b5-42fa-99cc-1db6188b99fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:50:19Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['3a95cbf4-c953-4fd9-8ad5-82d480798852'], 'active': True} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:50:42.878398 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.l3_dvrscheduler_db [req-483f53cb-5264-4bbf-bfb7-6cb1ba05d191 req-40ac61aa-50de-444c-bef9-3277c993934d tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] No DVR routers for this DVR port 8dbc2ac9-d554-45ca-81cb-9f887694460a on host hv-cinder-79628 {{(pid=98981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:50:42.881320 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-483f53cb-5264-4bbf-bfb7-6cb1ba05d191 req-40ac61aa-50de-444c-bef9-3277c993934d tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for port, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:42.883216 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-483f53cb-5264-4bbf-bfb7-6cb1ba05d191 req-40ac61aa-50de-444c-bef9-3277c993934d tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.49 "DELETE /v2.0/ports/8dbc2ac9-d554-45ca-81cb-9f887694460a HTTP/1.1" status: 204 len: 173 time: 1.1949410 Jun 16 09:50:42.883804 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88929651-ceb4-4978-9db9-17eb53e7b2b1', 'name': 'network-vif-deleted', 'tag': '8dbc2ac9-d554-45ca-81cb-9f887694460a'}] {{(pid=98981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:50:42.886152 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18eb52cff4d517b1dce9432e7e66d3e16844a09bb405b8b8e4b50ca476568750" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b500f60d-9ada-4875-bb4d-d03c990655fd" -d '{"events": [{"server_uuid": "88929651-ceb4-4978-9db9-17eb53e7b2b1", "name": "network-vif-deleted", "tag": "8dbc2ac9-d554-45ca-81cb-9f887694460a"}]}' {{(pid=98981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:50:42.924836 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8e0277-6480-4c89-b153-a230a58f07cf x-openstack-request-id: req-fa8e0277-6480-4c89-b153-a230a58f07cf {{(pid=98981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:50:42.925572 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88929651-ceb4-4978-9db9-17eb53e7b2b1", "name": "network-vif-deleted", "tag": "8dbc2ac9-d554-45ca-81cb-9f887694460a", "status": "completed", "code": 200}]} {{(pid=98981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:50:42.925572 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fa8e0277-6480-4c89-b153-a230a58f07cf {{(pid=98981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:50:42.925964 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88929651-ceb4-4978-9db9-17eb53e7b2b1', 'name': 'network-vif-deleted', 'tag': '8dbc2ac9-d554-45ca-81cb-9f887694460a', 'status': 'completed', 'code': 200} Jun 16 09:50:42.968286 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvr_db [None req-96490e0b-b0b5-42fa-99cc-1db6188b99fc None None] Set router 3a95cbf4-c953-4fd9-8ad5-82d480798852 gateway port host: dv-cinder-796286-4-iscsi {{(pid=98982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:50:43.135680 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-cff92a73-1e25-4007-abc1-b7c344e454d4 req-0650acb9-79f7-4db6-a666-0ba5ab9dd2bd tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/ports?device_id=88929651-ceb4-4978-9db9-17eb53e7b2b1 HTTP/1.1" status: 200 len: 210 time: 0.0366497 Jun 16 09:50:43.177092 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-96490e0b-b0b5-42fa-99cc-1db6188b99fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'name': 'tempest-AttachVolumeTestJSON-520951488-router', 'tenant_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'f704a43b-8f4d-4489-8738-2a2b4492d461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:01Z', 'updated_at': '2021-06-16T09:43:08Z', 'revision_number': 4, 'project_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'gw_port': {'id': 'f704a43b-8f4d-4489-8738-2a2b4492d461', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:03Z', 'updated_at': '2021-06-16T09:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_interfaces': [{'id': '2ecac412-0cdd-40de-8c76-100c30c1ebec', 'name': '', 'network_id': '5c8b8276-a881-4c68-ac89-d4ac2c936588', 'tenant_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'mac_address': 'fa:16:3e:02:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd7f651ef-1612-428c-80c5-ecb2942fc3e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:07Z', 'updated_at': '2021-06-16T09:43:17Z', 'revision_number': 5, 'project_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'subnets': [{'id': 'd7f651ef-1612-428c-80c5-ecb2942fc3e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:50:43.180541 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96490e0b-b0b5-42fa-99cc-1db6188b99fc None None] Checking router: 3a95cbf4-c953-4fd9-8ad5-82d480798852 for host: dv-cinder-796286-4-iscsi {{(pid=98982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:50:43.189175 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96490e0b-b0b5-42fa-99cc-1db6188b99fc None None] Routers {'3a95cbf4-c953-4fd9-8ad5-82d480798852'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:50:43.189784 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-96490e0b-b0b5-42fa-99cc-1db6188b99fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:50:19Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['3a95cbf4-c953-4fd9-8ad5-82d480798852'], 'active': True} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:50:43.288341 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvr_db [None req-96490e0b-b0b5-42fa-99cc-1db6188b99fc None None] Set router 3a95cbf4-c953-4fd9-8ad5-82d480798852 gateway port host: dv-cinder-796286-4-iscsi {{(pid=98982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:50:43.468763 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device b3379309-ae70-4442-8f17-45d3f39e49d3 up at agent hyperv_hv-cinder-79628 {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:50:43.519735 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-96490e0b-b0b5-42fa-99cc-1db6188b99fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'name': 'tempest-AttachVolumeTestJSON-520951488-router', 'tenant_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'f704a43b-8f4d-4489-8738-2a2b4492d461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:01Z', 'updated_at': '2021-06-16T09:43:08Z', 'revision_number': 4, 'project_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'gw_port': {'id': 'f704a43b-8f4d-4489-8738-2a2b4492d461', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:03Z', 'updated_at': '2021-06-16T09:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_interfaces': [{'id': '2ecac412-0cdd-40de-8c76-100c30c1ebec', 'name': '', 'network_id': '5c8b8276-a881-4c68-ac89-d4ac2c936588', 'tenant_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'mac_address': 'fa:16:3e:02:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd7f651ef-1612-428c-80c5-ecb2942fc3e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:07Z', 'updated_at': '2021-06-16T09:43:17Z', 'revision_number': 5, 'project_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'subnets': [{'id': 'd7f651ef-1612-428c-80c5-ecb2942fc3e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:50:43.525061 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96490e0b-b0b5-42fa-99cc-1db6188b99fc None None] The sync data for ids ['3a95cbf4-c953-4fd9-8ad5-82d480798852'] in dv-cinder-796286-4-iscsi is: [{'id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'name': 'tempest-AttachVolumeTestJSON-520951488-router', 'tenant_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'f704a43b-8f4d-4489-8738-2a2b4492d461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:01Z', 'updated_at': '2021-06-16T09:43:08Z', 'revision_number': 4, 'project_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'gw_port': {'id': 'f704a43b-8f4d-4489-8738-2a2b4492d461', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:03Z', 'updated_at': '2021-06-16T09:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_interfaces': [{'id': '2ecac412-0cdd-40de-8c76-100c30c1ebec', 'name': '', 'network_id': '5c8b8276-a881-4c68-ac89-d4ac2c936588', 'tenant_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'mac_address': 'fa:16:3e:02:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd7f651ef-1612-428c-80c5-ecb2942fc3e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:07Z', 'updated_at': '2021-06-16T09:43:17Z', 'revision_number': 5, 'project_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'subnets': [{'id': 'd7f651ef-1612-428c-80c5-ecb2942fc3e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:50:43.641341 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Provisioning for port b3379309-ae70-4442-8f17-45d3f39e49d3 completed by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:50:43.645684 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Provisioning complete for port b3379309-ae70-4442-8f17-45d3f39e49d3 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:50:43.646068 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:43.736033 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:43.751316 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6ff8d1-cebf-49f2-947e-714cce001eee None None] New status for floating IP 2a22d803-29fe-48dd-a5c6-c796d0c2d9f0: DOWN {{(pid=98983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 09:50:43.761615 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a186926-6e0e-4de8-8de6-12abef458561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3379309-ae70-4442-8f17-45d3f39e49d3'}] {{(pid=98982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:50:43.763930 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4f9cc304a916b9d47f5f8bf5758f709c886eea9513b83351d26ab7408c86625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f708ae-d098-48ab-b690-52ee0f93111d" -d '{"events": [{"server_uuid": "2a186926-6e0e-4de8-8de6-12abef458561", "name": "network-vif-plugged", "status": "completed", "tag": "b3379309-ae70-4442-8f17-45d3f39e49d3"}]}' {{(pid=98982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:50:43.777177 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port b3379309-ae70-4442-8f17-45d3f39e49d3, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b3379309-ae70-4442-8f17-45d3f39e49d3,segment=NetworkSegment(8b33f738-d644-4c54-b55c-1571647efaaa),segment_id=8b33f738-d644-4c54-b55c-1571647efaaa)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:50:43.807057 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c81afa5-3b27-4583-8ce1-ec69cf7a851b x-openstack-request-id: req-9c81afa5-3b27-4583-8ce1-ec69cf7a851b {{(pid=98982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:50:43.807354 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a186926-6e0e-4de8-8de6-12abef458561", "name": "network-vif-plugged", "status": "completed", "tag": "b3379309-ae70-4442-8f17-45d3f39e49d3", "code": 200}]} {{(pid=98982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:50:43.807616 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9c81afa5-3b27-4583-8ce1-ec69cf7a851b {{(pid=98982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:50:43.808031 dv-cinder-796286-4-iscsi neutron-server[98982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a186926-6e0e-4de8-8de6-12abef458561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3379309-ae70-4442-8f17-45d3f39e49d3', 'code': 200} Jun 16 09:50:43.852988 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:43.854800 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-09ac9a84-532f-40b9-815a-af5cff1bb729 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:43.906032 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Pushing event updated for resources: {'Port': ['ID=b3379309-ae70-4442-8f17-45d3f39e49d3,revision_number=5']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:43.911623 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:44.020134 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1210a7d-739c-4912-81c4-8be62c7240c8 req-eaa7fd4c-fe56-4b8a-9fbc-9f93cb8691f9 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:44.025994 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-a1210a7d-739c-4912-81c4-8be62c7240c8 req-eaa7fd4c-fe56-4b8a-9fbc-9f93cb8691f9 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a186926-6e0e-4de8-8de6-12abef458561 HTTP/1.1" status: 200 len: 946 time: 0.0640426 Jun 16 09:50:44.058709 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-a1210a7d-739c-4912-81c4-8be62c7240c8 req-98a1072e-df25-46bf-8295-c6c53c097d12 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/security-groups?id=924c6667-e697-4c03-bd72-091d94a3ea6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312607 Jun 16 09:50:44.199481 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ab0a7-15f5-4ade-9fd5-4efa6cbdd471 req-878783fe-7144-4bec-85af-4edcccfaf915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:44.201019 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-de7ab0a7-15f5-4ade-9fd5-4efa6cbdd471 req-878783fe-7144-4bec-85af-4edcccfaf915 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2a186926-6e0e-4de8-8de6-12abef458561 HTTP/1.1" status: 200 len: 1099 time: 0.0563300 Jun 16 09:50:44.240066 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-de7ab0a7-15f5-4ade-9fd5-4efa6cbdd471 req-5a1d9cc2-8847-4c32-9fe8-8ca0f2cc8421 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=924c6667-e697-4c03-bd72-091d94a3ea6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301452 Jun 16 09:50:44.368448 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 54592) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:50:44.426710 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-7a748911-49dd-421b-a7e7-6c72a14eb44d tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks [] for security_group, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:44.449534 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-7a748911-49dd-421b-a7e7-6c72a14eb44d tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:44.578353 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-7a748911-49dd-421b-a7e7-6c72a14eb44d tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:44.580973 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-7a748911-49dd-421b-a7e7-6c72a14eb44d tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:44.582096 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-7a748911-49dd-421b-a7e7-6c72a14eb44d tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "DELETE /v2.0/security-groups/2d0e574d-d073-408f-93e0-c3f108cc8db3 HTTP/1.1" status: 204 len: 168 time: 0.2125096 Jun 16 09:50:44.582833 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-993499d1-c209-4ec2-9410-06cfd8b68f1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:44.584840 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 54594) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:50:44.592981 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a748911-49dd-421b-a7e7-6c72a14eb44d tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0e574d-d073-408f-93e0-c3f108cc8db3,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:44.599421 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.api.v2.resource [None req-e3d366d9-eee6-45fb-b1c9-78a3cb89a73a tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] show failed (client error): The resource could not be found. Jun 16 09:50:44.599812 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a748911-49dd-421b-a7e7-6c72a14eb44d tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:44.600178 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a748911-49dd-421b-a7e7-6c72a14eb44d tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:44.600472 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-e3d366d9-eee6-45fb-b1c9-78a3cb89a73a tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "GET /v2.0/security-groups/2d0e574d-d073-408f-93e0-c3f108cc8db3 HTTP/1.1" status: 404 len: 347 time: 0.0146677 Jun 16 09:50:44.600563 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a748911-49dd-421b-a7e7-6c72a14eb44d tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:44.600871 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a748911-49dd-421b-a7e7-6c72a14eb44d tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:44.601219 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a748911-49dd-421b-a7e7-6c72a14eb44d tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:44.601562 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a748911-49dd-421b-a7e7-6c72a14eb44d tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:44.601901 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a748911-49dd-421b-a7e7-6c72a14eb44d tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:44.602247 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a748911-49dd-421b-a7e7-6c72a14eb44d tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:44.602585 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a748911-49dd-421b-a7e7-6c72a14eb44d tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:44.602952 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a748911-49dd-421b-a7e7-6c72a14eb44d tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:44.603293 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a748911-49dd-421b-a7e7-6c72a14eb44d tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:44.603439 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 54596) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:50:44.603633 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a748911-49dd-421b-a7e7-6c72a14eb44d tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:44.606715 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-7a748911-49dd-421b-a7e7-6c72a14eb44d tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:44.729572 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.plugin [None req-ab404824-359e-42d3-afb7-2f24ab71e169 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Deleting port bd4ea925-4a2d-446e-b2b5-965c92f276e5 {{(pid=98980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:50:44.730064 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-ab404824-359e-42d3-afb7-2f24ab71e169 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:44.806262 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-ab404824-359e-42d3-afb7-2f24ab71e169 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:44.806561 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-ab404824-359e-42d3-afb7-2f24ab71e169 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:44.873268 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.plugin [None req-ab404824-359e-42d3-afb7-2f24ab71e169 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Calling delete_port for bd4ea925-4a2d-446e-b2b5-965c92f276e5 owned by network:floatingip {{(pid=98980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:50:45.058396 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-ab404824-359e-42d3-afb7-2f24ab71e169 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126582338'] for port, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:45.061866 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-532e3eeb-365d-4c12-b1d0-e00e08f842e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:45.089038 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab404824-359e-42d3-afb7-2f24ab71e169 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Pushing event deleted for resources: {'Port': ['ID=bd4ea925-4a2d-446e-b2b5-965c92f276e5,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:45.092880 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-ab404824-359e-42d3-afb7-2f24ab71e169 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:45.149689 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-ab404824-359e-42d3-afb7-2f24ab71e169 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks [] for floatingip, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:45.152168 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-ab404824-359e-42d3-afb7-2f24ab71e169 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for floatingip, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:45.153253 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-ab404824-359e-42d3-afb7-2f24ab71e169 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] 10.222.0.25 "DELETE /v2.0/floatingips/2a22d803-29fe-48dd-a5c6-c796d0c2d9f0 HTTP/1.1" status: 204 len: 168 time: 0.5489018 Jun 16 09:50:45.234802 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e4f906-150e-49a2-a1dd-913ce4bd7cb9 req-3fdd89f6-31f0-49dd-9669-222535c417af tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:45.236297 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-38e4f906-150e-49a2-a1dd-913ce4bd7cb9 req-3fdd89f6-31f0-49dd-9669-222535c417af tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a186926-6e0e-4de8-8de6-12abef458561 HTTP/1.1" status: 200 len: 946 time: 0.0635407 Jun 16 09:50:45.280768 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-38e4f906-150e-49a2-a1dd-913ce4bd7cb9 req-843d82eb-dead-4a3e-8fe9-1c03c4872221 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/security-groups?id=924c6667-e697-4c03-bd72-091d94a3ea6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389147 Jun 16 09:50:45.469816 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 8dbc2ac9-d554-45ca-81cb-9f887694460a no longer exists at agent hyperv_hv-cinder-79628 {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:50:45.489209 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] No Port match for: 8dbc2ac9-d554-45ca-81cb-9f887694460a {{(pid=98982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:50:45.489555 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 8dbc2ac9-d554-45ca-81cb-9f887694460a not bound to the agent host hv-cinder-79628 {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:50:46.452424 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b877c2-8e32-452f-bb3e-d10828e92b7e req-07efc654-996a-46f6-b6d8-19885143b6a8 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:46.453858 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-05b877c2-8e32-452f-bb3e-d10828e92b7e req-07efc654-996a-46f6-b6d8-19885143b6a8 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a186926-6e0e-4de8-8de6-12abef458561 HTTP/1.1" status: 200 len: 946 time: 0.0614879 Jun 16 09:50:46.494071 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-05b877c2-8e32-452f-bb3e-d10828e92b7e req-8ea6063f-c63d-45ee-ad46-91ae19bad6b2 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/security-groups?id=924c6667-e697-4c03-bd72-091d94a3ea6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343819 Jun 16 09:50:46.664699 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a42e8-3c5b-41bb-a3e4-13256197c185 req-0aa69408-150d-4df0-ba31-ba794ff568d6 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:46.666147 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-4a0a42e8-3c5b-41bb-a3e4-13256197c185 req-0aa69408-150d-4df0-ba31-ba794ff568d6 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a186926-6e0e-4de8-8de6-12abef458561 HTTP/1.1" status: 200 len: 946 time: 0.0666018 Jun 16 09:50:46.703926 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-4a0a42e8-3c5b-41bb-a3e4-13256197c185 req-c66fda2a-30a7-4703-9125-90d46eb6d767 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/security-groups?id=924c6667-e697-4c03-bd72-091d94a3ea6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313144 Jun 16 09:50:46.729048 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 54614) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:50:46.820729 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112af19d-2d67-4eb6-a6a8-b220f2740bbe tempest-TestVolumeBootPattern-125660856 tempest-TestVolumeBootPattern-125660856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:46.822204 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-112af19d-2d67-4eb6-a6a8-b220f2740bbe tempest-TestVolumeBootPattern-125660856 tempest-TestVolumeBootPattern-125660856-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2a186926-6e0e-4de8-8de6-12abef458561 HTTP/1.1" status: 200 len: 1094 time: 0.0921788 Jun 16 09:50:46.825091 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 54618) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:50:46.829866 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [None req-ce828d4e-83e3-4724-b253-5a92b8ccfd0c tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Request body: {'floatingip': {'floating_network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'port_id': 'b3379309-ae70-4442-8f17-45d3f39e49d3', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:50:46.915485 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-ce828d4e-83e3-4724-b253-5a92b8ccfd0c tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks [] for floatingip, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:46.949853 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-99cd0b11-7bd8-4ace-8a3d-2c9b7b9cfc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:47.014879 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-ce828d4e-83e3-4724-b253-5a92b8ccfd0c tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:47.122972 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.db_base_plugin_common [None req-ce828d4e-83e3-4724-b253-5a92b8ccfd0c tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Allocated IP 172.27.0.81 (e7fe10b8-90c4-4cba-8f65-340465ca325f/474b542b-67ec-4e86-95bf-cb7c30e5c62d/3bd9eaa8-c624-4077-a4eb-d2b1af76a08a) {{(pid=98980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:50:47.226313 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-ce828d4e-83e3-4724-b253-5a92b8ccfd0c tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks [] for port, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:47.389578 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-ce828d4e-83e3-4724-b253-5a92b8ccfd0c tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126582365'] for port, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:47.392564 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-26e9a3c7-e65c-4bd3-9db7-a701f087893a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:47.426735 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce828d4e-83e3-4724-b253-5a92b8ccfd0c tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Network e7fe10b8-90c4-4cba-8f65-340465ca325f is already hosted by enough agents. {{(pid=98980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:50:47.429748 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.base_scheduler [None req-ce828d4e-83e3-4724-b253-5a92b8ccfd0c tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Resources bound (agent type, host, resource id): {{(pid=98980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:50:47.435242 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce828d4e-83e3-4724-b253-5a92b8ccfd0c tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Received port after_create {{(pid=98980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:50:47.461605 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce828d4e-83e3-4724-b253-5a92b8ccfd0c tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Pushing event updated for resources: {'Port': ['ID=3bd9eaa8-c624-4077-a4eb-d2b1af76a08a,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:47.472525 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-ce828d4e-83e3-4724-b253-5a92b8ccfd0c tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:47.860639 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-ce828d4e-83e3-4724-b253-5a92b8ccfd0c tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:48.040794 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-ce828d4e-83e3-4724-b253-5a92b8ccfd0c tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:48.189944 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-ce828d4e-83e3-4724-b253-5a92b8ccfd0c tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks [] for port, precommit_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:48.263783 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-ce828d4e-83e3-4724-b253-5a92b8ccfd0c tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126582347'] for port, after_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:48.267225 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-3bd6761e-7b70-426f-92f5-01a6fa16140b tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:48.334838 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce828d4e-83e3-4724-b253-5a92b8ccfd0c tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Pushing event updated for resources: {'Port': ['ID=3bd9eaa8-c624-4077-a4eb-d2b1af76a08a,revision_number=2']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:48.338469 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-ce828d4e-83e3-4724-b253-5a92b8ccfd0c tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:48.345017 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-ce828d4e-83e3-4724-b253-5a92b8ccfd0c tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761582'] for floatingip, after_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:48.442650 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.db.l3_db [None req-ce828d4e-83e3-4724-b253-5a92b8ccfd0c tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Floating IP c51fd5c2-d19e-4d6a-b6ae-1029c529ce6d associated. External IP: 172.27.0.81, port: b3379309-ae70-4442-8f17-45d3f39e49d3. Jun 16 09:50:48.870631 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce828d4e-83e3-4724-b253-5a92b8ccfd0c tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Router 59e27c92-c10a-4d99-a1b6-de6d5533c04a has already been hosted by L3 agent 7768ee83-37c7-4165-88a2-5844eb43ad81 {{(pid=98980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:50:48.976689 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce828d4e-83e3-4724-b253-5a92b8ccfd0c tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify agent at l3_agent.dv-cinder-796286-4-iscsi the message routers_updated {{(pid=98980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:50:48.986545 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9abbc1-0b55-4c1a-a13d-0d8ff4096493 None None] Sync routers for ids ['59e27c92-c10a-4d99-a1b6-de6d5533c04a'] in dv-cinder-796286-4-iscsi {{(pid=98982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:50:48.996916 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9abbc1-0b55-4c1a-a13d-0d8ff4096493 None None] Routers {'59e27c92-c10a-4d99-a1b6-de6d5533c04a'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:50:48.997912 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-cd9abbc1-0b55-4c1a-a13d-0d8ff4096493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:50:19Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['59e27c92-c10a-4d99-a1b6-de6d5533c04a'], 'active': True} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:50:49.075758 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-ce828d4e-83e3-4724-b253-5a92b8ccfd0c tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for floatingip, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:49.113262 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-ce828d4e-83e3-4724-b253-5a92b8ccfd0c tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2871468 Jun 16 09:50:49.113933 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a186926-6e0e-4de8-8de6-12abef458561', 'tag': 'b3379309-ae70-4442-8f17-45d3f39e49d3'}] {{(pid=98980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:50:49.116261 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f334069be3519ec184138b23d582e39f65c0d47b6cef299b3d1a0596e5c2100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68deeaba-b618-4050-98d7-88f23ee38a64" -d '{"events": [{"name": "network-changed", "server_uuid": "2a186926-6e0e-4de8-8de6-12abef458561", "tag": "b3379309-ae70-4442-8f17-45d3f39e49d3"}]}' {{(pid=98980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:50:49.152954 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7870fdb-96fd-484d-a8a2-7c61f95f9287 x-openstack-request-id: req-a7870fdb-96fd-484d-a8a2-7c61f95f9287 {{(pid=98980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:50:49.153291 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a186926-6e0e-4de8-8de6-12abef458561", "tag": "b3379309-ae70-4442-8f17-45d3f39e49d3", "status": "completed", "code": 200}]} {{(pid=98980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:50:49.153610 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a7870fdb-96fd-484d-a8a2-7c61f95f9287 {{(pid=98980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:50:49.154042 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a186926-6e0e-4de8-8de6-12abef458561', 'tag': 'b3379309-ae70-4442-8f17-45d3f39e49d3', 'status': 'completed', 'code': 200} Jun 16 09:50:49.236688 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvr_db [None req-cd9abbc1-0b55-4c1a-a13d-0d8ff4096493 None None] Set router 59e27c92-c10a-4d99-a1b6-de6d5533c04a gateway port host: dv-cinder-796286-4-iscsi {{(pid=98982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:50:49.260139 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68deeaba-b618-4050-98d7-88f23ee38a64 req-e65c97df-9a50-4a61-a7e7-5d0d8afdc0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:49.261721 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-68deeaba-b618-4050-98d7-88f23ee38a64 req-e65c97df-9a50-4a61-a7e7-5d0d8afdc0e3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ed2156b918e84ef2a8cd08f2710cf24f&device_id=2a186926-6e0e-4de8-8de6-12abef458561 HTTP/1.1" status: 200 len: 1099 time: 0.0578980 Jun 16 09:50:49.336934 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-3d295b57-5be3-4f35-b666-9fa4b6145b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:49.354204 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 54642) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:50:49.372011 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68deeaba-b618-4050-98d7-88f23ee38a64 req-9c20af8b-deb3-4683-ad44-10c1820a961b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:49.373618 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-68deeaba-b618-4050-98d7-88f23ee38a64 req-9c20af8b-deb3-4683-ad44-10c1820a961b service neutron] 10.222.0.49 "GET /v2.0/networks?id=eae67a9b-5ad3-4a2b-a012-c75340b64206 HTTP/1.1" status: 200 len: 911 time: 0.1048775 Jun 16 09:50:49.448125 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-68deeaba-b618-4050-98d7-88f23ee38a64 req-9bd42400-9ab1-455c-97e7-105325aee191 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3379309-ae70-4442-8f17-45d3f39e49d3 HTTP/1.1" status: 200 len: 999 time: 0.0666106 Jun 16 09:50:49.483969 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-cd9abbc1-0b55-4c1a-a13d-0d8ff4096493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'name': 'tempest-TestVolumeBootPattern-39691887-router', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '220d4639-e7b1-4eff-8de2-fb7302701a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:49:49Z', 'updated_at': '2021-06-16T09:49:54Z', 'revision_number': 4, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'gw_port': {'id': '220d4639-e7b1-4eff-8de2-fb7302701a38', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:77:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:49:50Z', 'updated_at': '2021-06-16T09:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_floatingips': [{'id': 'c51fd5c2-d19e-4d6a-b6ae-1029c529ce6d', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'floating_ip_address': '172.27.0.81', 'floating_network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'router_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'port_id': 'b3379309-ae70-4442-8f17-45d3f39e49d3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206', 'mac_address': 'fa:16:3e:4f:cf:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a186926-6e0e-4de8-8de6-12abef458561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T09:50:47Z', 'updated_at': '2021-06-16T09:50:47Z', 'revision_number': 0, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '397471ac-32cf-423f-a50b-96175ad9ed75', 'name': '', 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'mac_address': 'fa:16:3e:1e:0e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:49:53Z', 'updated_at': '2021-06-16T09:50:00Z', 'revision_number': 5, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'subnets': [{'id': '43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:50:49.489153 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9abbc1-0b55-4c1a-a13d-0d8ff4096493 None None] Checking router: 59e27c92-c10a-4d99-a1b6-de6d5533c04a for host: dv-cinder-796286-4-iscsi {{(pid=98982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:50:49.499026 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9abbc1-0b55-4c1a-a13d-0d8ff4096493 None None] Routers {'59e27c92-c10a-4d99-a1b6-de6d5533c04a'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:50:49.499749 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-cd9abbc1-0b55-4c1a-a13d-0d8ff4096493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:50:49Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['59e27c92-c10a-4d99-a1b6-de6d5533c04a'], 'active': True} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:50:49.504191 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68deeaba-b618-4050-98d7-88f23ee38a64 req-4edc9d2a-e726-44ac-ba77-f5e5dd7f143c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:49.505786 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-68deeaba-b618-4050-98d7-88f23ee38a64 req-4edc9d2a-e726-44ac-ba77-f5e5dd7f143c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f HTTP/1.1" status: 200 len: 849 time: 0.0507965 Jun 16 09:50:49.536819 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:49.566807 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68deeaba-b618-4050-98d7-88f23ee38a64 req-f5ed4a2e-9a17-4c50-949c-0d2d0e881511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:49.568887 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-68deeaba-b618-4050-98d7-88f23ee38a64 req-f5ed4a2e-9a17-4c50-949c-0d2d0e881511 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eae67a9b-5ad3-4a2b-a012-c75340b64206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0552180 Jun 16 09:50:49.615154 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvr_db [None req-cd9abbc1-0b55-4c1a-a13d-0d8ff4096493 None None] Set router 59e27c92-c10a-4d99-a1b6-de6d5533c04a gateway port host: dv-cinder-796286-4-iscsi {{(pid=98982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:50:49.667606 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-68deeaba-b618-4050-98d7-88f23ee38a64 req-bfcc7907-e777-4984-abce-dca9287e1378 service neutron] 10.222.0.49 "GET /v2.0/networks/eae67a9b-5ad3-4a2b-a012-c75340b64206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896475 Jun 16 09:50:49.760859 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-68deeaba-b618-4050-98d7-88f23ee38a64 req-42353294-b16e-4e11-a494-46aad47b3ae4 service neutron] 10.222.0.49 "GET /v2.0/networks/eae67a9b-5ad3-4a2b-a012-c75340b64206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858455 Jun 16 09:50:49.843985 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-cd9abbc1-0b55-4c1a-a13d-0d8ff4096493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'name': 'tempest-TestVolumeBootPattern-39691887-router', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '220d4639-e7b1-4eff-8de2-fb7302701a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:49:49Z', 'updated_at': '2021-06-16T09:49:54Z', 'revision_number': 4, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'gw_port': {'id': '220d4639-e7b1-4eff-8de2-fb7302701a38', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:77:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:49:50Z', 'updated_at': '2021-06-16T09:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_floatingips': [{'id': 'c51fd5c2-d19e-4d6a-b6ae-1029c529ce6d', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'floating_ip_address': '172.27.0.81', 'floating_network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'router_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'port_id': 'b3379309-ae70-4442-8f17-45d3f39e49d3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206', 'mac_address': 'fa:16:3e:4f:cf:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a186926-6e0e-4de8-8de6-12abef458561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T09:50:47Z', 'updated_at': '2021-06-16T09:50:47Z', 'revision_number': 0, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '397471ac-32cf-423f-a50b-96175ad9ed75', 'name': '', 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'mac_address': 'fa:16:3e:1e:0e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:49:53Z', 'updated_at': '2021-06-16T09:50:00Z', 'revision_number': 5, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'subnets': [{'id': '43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:50:49.847585 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9abbc1-0b55-4c1a-a13d-0d8ff4096493 None None] The sync data for ids ['59e27c92-c10a-4d99-a1b6-de6d5533c04a'] in dv-cinder-796286-4-iscsi is: [{'id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'name': 'tempest-TestVolumeBootPattern-39691887-router', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '220d4639-e7b1-4eff-8de2-fb7302701a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:49:49Z', 'updated_at': '2021-06-16T09:49:54Z', 'revision_number': 4, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'gw_port': {'id': '220d4639-e7b1-4eff-8de2-fb7302701a38', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:77:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:49:50Z', 'updated_at': '2021-06-16T09:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_floatingips': [{'id': 'c51fd5c2-d19e-4d6a-b6ae-1029c529ce6d', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'floating_ip_address': '172.27.0.81', 'floating_network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'router_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'port_id': 'b3379309-ae70-4442-8f17-45d3f39e49d3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206', 'mac_address': 'fa:16:3e:4f:cf:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a186926-6e0e-4de8-8de6-12abef458561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T09:50:47Z', 'updated_at': '2021-06-16T09:50:47Z', 'revision_number': 0, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '397471ac-32cf-423f-a50b-96175ad9ed75', 'name': '', 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'mac_address': 'fa:16:3e:1e:0e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:49:53Z', 'updated_at': '2021-06-16T09:50:00Z', 'revision_number': 5, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'subnets': [{'id': '43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:50:49.891795 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-50eadc36-cf94-4125-b16d-485db72f09f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690889'] for router_interface, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:50.037403 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797714f6-0852-4b8a-b6f6-3044f2a9bc04 None None] New status for floating IP c51fd5c2-d19e-4d6a-b6ae-1029c529ce6d: ACTIVE {{(pid=98983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 09:50:50.188882 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.plugin [None req-50eadc36-cf94-4125-b16d-485db72f09f6 admin admin] Deleting port 2ecac412-0cdd-40de-8c76-100c30c1ebec {{(pid=98980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:50:50.189138 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-50eadc36-cf94-4125-b16d-485db72f09f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:50.269494 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.db [None req-50eadc36-cf94-4125-b16d-485db72f09f6 admin admin] For port 2ecac412-0cdd-40de-8c76-100c30c1ebec, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=2ecac412-0cdd-40de-8c76-100c30c1ebec,segment=NetworkSegment(b89fa4bb-9b9b-47e0-a491-864722251830),segment_id=b89fa4bb-9b9b-47e0-a491-864722251830)] {{(pid=98980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:50:50.269852 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-50eadc36-cf94-4125-b16d-485db72f09f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:50.334527 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.plugin [None req-50eadc36-cf94-4125-b16d-485db72f09f6 admin admin] Calling delete_port for 2ecac412-0cdd-40de-8c76-100c30c1ebec owned by network:router_interface {{(pid=98980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:50:50.515761 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-16d92f64-da1b-4eb0-8f0f-160fef97265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:50.652328 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-50eadc36-cf94-4125-b16d-485db72f09f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126582338'] for port, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:50.654372 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-532e3eeb-365d-4c12-b1d0-e00e08f842e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:50.677829 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eadc36-cf94-4125-b16d-485db72f09f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ecac412-0cdd-40de-8c76-100c30c1ebec,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:50.680256 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-50eadc36-cf94-4125-b16d-485db72f09f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:50.844082 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-50eadc36-cf94-4125-b16d-485db72f09f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690781'] for router_interface, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:51.044614 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50eadc36-cf94-4125-b16d-485db72f09f6 admin admin] Router 3a95cbf4-c953-4fd9-8ad5-82d480798852 has already been hosted by L3 agent 7768ee83-37c7-4165-88a2-5844eb43ad81 {{(pid=98980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:50:51.393678 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50eadc36-cf94-4125-b16d-485db72f09f6 admin admin] Notify agent at l3_agent.dv-cinder-796286-4-iscsi the message routers_updated {{(pid=98980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:50:51.398817 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-50eadc36-cf94-4125-b16d-485db72f09f6 admin admin] 10.222.0.25 "PUT /v2.0/routers/3a95cbf4-c953-4fd9-8ad5-82d480798852/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0434484 Jun 16 09:50:51.401309 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 54646) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:50:51.402029 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dad6ec-16b6-44f8-a7f9-23ded2dd83ce None None] Sync routers for ids ['3a95cbf4-c953-4fd9-8ad5-82d480798852'] in dv-cinder-796286-4-iscsi {{(pid=98982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:50:51.411742 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dad6ec-16b6-44f8-a7f9-23ded2dd83ce None None] Routers {'3a95cbf4-c953-4fd9-8ad5-82d480798852'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:50:51.412362 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-09dad6ec-16b6-44f8-a7f9-23ded2dd83ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:50:49Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['3a95cbf4-c953-4fd9-8ad5-82d480798852'], 'active': True} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:50:51.500770 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-2bb6c248-4c22-48d5-96b4-912c4beabdd6 admin admin] Notify callbacks [] for router, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:51.517980 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvr_db [None req-09dad6ec-16b6-44f8-a7f9-23ded2dd83ce None None] Set router 3a95cbf4-c953-4fd9-8ad5-82d480798852 gateway port host: dv-cinder-796286-4-iscsi {{(pid=98982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:50:51.604324 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-2bb6c248-4c22-48d5-96b4-912c4beabdd6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:51.694062 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-09dad6ec-16b6-44f8-a7f9-23ded2dd83ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'name': 'tempest-AttachVolumeTestJSON-520951488-router', 'tenant_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'f704a43b-8f4d-4489-8738-2a2b4492d461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:01Z', 'updated_at': '2021-06-16T09:50:50Z', 'revision_number': 5, 'project_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'gw_port': {'id': 'f704a43b-8f4d-4489-8738-2a2b4492d461', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:03Z', 'updated_at': '2021-06-16T09:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi'}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:50:51.697330 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dad6ec-16b6-44f8-a7f9-23ded2dd83ce None None] Checking router: 3a95cbf4-c953-4fd9-8ad5-82d480798852 for host: dv-cinder-796286-4-iscsi {{(pid=98982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:50:51.706091 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dad6ec-16b6-44f8-a7f9-23ded2dd83ce None None] Routers {'3a95cbf4-c953-4fd9-8ad5-82d480798852'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:50:51.706701 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-09dad6ec-16b6-44f8-a7f9-23ded2dd83ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:50:49Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['3a95cbf4-c953-4fd9-8ad5-82d480798852'], 'active': True} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:50:51.731008 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.plugin [None req-2bb6c248-4c22-48d5-96b4-912c4beabdd6 admin admin] Deleting port f704a43b-8f4d-4489-8738-2a2b4492d461 {{(pid=98980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:50:51.731348 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-2bb6c248-4c22-48d5-96b4-912c4beabdd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:51.787487 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvr_db [None req-09dad6ec-16b6-44f8-a7f9-23ded2dd83ce None None] Set router 3a95cbf4-c953-4fd9-8ad5-82d480798852 gateway port host: None {{(pid=98982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:50:51.817127 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.db [None req-2bb6c248-4c22-48d5-96b4-912c4beabdd6 admin admin] For port f704a43b-8f4d-4489-8738-2a2b4492d461, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=f704a43b-8f4d-4489-8738-2a2b4492d461,segment=NetworkSegment(ee5243d6-0a20-466c-b2f3-0cfa4d8430c8),segment_id=ee5243d6-0a20-466c-b2f3-0cfa4d8430c8)] {{(pid=98980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:50:51.817485 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-2bb6c248-4c22-48d5-96b4-912c4beabdd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:51.844910 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-09dad6ec-16b6-44f8-a7f9-23ded2dd83ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'name': 'tempest-AttachVolumeTestJSON-520951488-router', 'tenant_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:01Z', 'updated_at': '2021-06-16T09:50:51Z', 'revision_number': 6, 'project_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'gw_port_host': None}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:50:51.848434 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dad6ec-16b6-44f8-a7f9-23ded2dd83ce None None] The sync data for ids ['3a95cbf4-c953-4fd9-8ad5-82d480798852'] in dv-cinder-796286-4-iscsi is: [{'id': '3a95cbf4-c953-4fd9-8ad5-82d480798852', 'name': 'tempest-AttachVolumeTestJSON-520951488-router', 'tenant_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:01Z', 'updated_at': '2021-06-16T09:50:51Z', 'revision_number': 6, 'project_id': 'dfe9f5ef1b4a464aa32329299459c90d', 'gw_port_host': None}] {{(pid=98982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:50:51.892147 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.plugin [None req-2bb6c248-4c22-48d5-96b4-912c4beabdd6 admin admin] Calling delete_port for f704a43b-8f4d-4489-8738-2a2b4492d461 owned by network:router_gateway {{(pid=98980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:50:52.160882 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-2bb6c248-4c22-48d5-96b4-912c4beabdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126582338'] for port, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:52.162960 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-863ffc34-7a5a-454c-915e-a184bd3370e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:52.188386 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6c248-4c22-48d5-96b4-912c4beabdd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f704a43b-8f4d-4489-8738-2a2b4492d461,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:52.191606 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-2bb6c248-4c22-48d5-96b4-912c4beabdd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:52.283476 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-2bb6c248-4c22-48d5-96b4-912c4beabdd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761374'] for router_gateway, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:52.284188 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 2ecac412-0cdd-40de-8c76-100c30c1ebec no longer exists at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:50:52.305593 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] No Port match for: 2ecac412-0cdd-40de-8c76-100c30c1ebec {{(pid=98982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:50:52.305942 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 2ecac412-0cdd-40de-8c76-100c30c1ebec not bound to the agent host dv-cinder-796286-4-iscsi {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:50:52.390490 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-2bb6c248-4c22-48d5-96b4-912c4beabdd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5683'] for router, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:52.392657 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-2bb6c248-4c22-48d5-96b4-912c4beabdd6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:52.412303 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e4fb578b-fd5e-47f0-aa8c-4b83a36f29c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:52.549289 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-2bb6c248-4c22-48d5-96b4-912c4beabdd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754516'] for router, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:52.549833 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb6c248-4c22-48d5-96b4-912c4beabdd6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a95cbf4-c953-4fd9-8ad5-82d480798852 {{(pid=98980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 09:50:52.554676 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-2bb6c248-4c22-48d5-96b4-912c4beabdd6 admin admin] Notify callbacks [] for router, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:52.555836 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-2bb6c248-4c22-48d5-96b4-912c4beabdd6 admin admin] 10.222.0.25 "DELETE /v2.0/routers/3a95cbf4-c953-4fd9-8ad5-82d480798852 HTTP/1.1" status: 204 len: 168 time: 1.1534238 Jun 16 09:50:52.558311 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 54648) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:50:52.600779 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.db_base_plugin_v2 [None req-92eb56d0-99da-4f5c-8480-68698878b164 admin admin] Deleting subnet d7f651ef-1612-428c-80c5-ecb2942fc3e0 {{(pid=98980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 09:50:52.603708 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-92eb56d0-99da-4f5c-8480-68698878b164 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:52.649237 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-92eb56d0-99da-4f5c-8480-68698878b164 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126528758'] for subnet, precommit_delete_associations {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:52.758239 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-92eb56d0-99da-4f5c-8480-68698878b164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756163'] for subnet, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:52.875676 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-92eb56d0-99da-4f5c-8480-68698878b164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126582408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127687294'] for subnet, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:52.878348 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:52.904154 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eb56d0-99da-4f5c-8480-68698878b164 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7f651ef-1612-428c-80c5-ecb2942fc3e0,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:52.907318 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-92eb56d0-99da-4f5c-8480-68698878b164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:52.910011 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-92eb56d0-99da-4f5c-8480-68698878b164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for subnet, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:52.911867 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-92eb56d0-99da-4f5c-8480-68698878b164 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d7f651ef-1612-428c-80c5-ecb2942fc3e0 HTTP/1.1" status: 204 len: 168 time: 0.3526647 Jun 16 09:50:52.914355 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 54650) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:50:52.915422 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237427bb-fc95-463f-b413-12167b720016 None None] Network 5c8b8276-a881-4c68-ac89-d4ac2c936588 requested from dv-cinder-796286-4-iscsi {{(pid=98982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:50:52.980590 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-014f9249-5fb7-441b-b13f-3e910c684aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1649310'] for network, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:53.034770 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.plugin [None req-014f9249-5fb7-441b-b13f-3e910c684aa4 admin admin] Deleting port 0164dc31-198e-41fa-bab9-3fdc81acb96b {{(pid=98980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:50:53.035133 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-014f9249-5fb7-441b-b13f-3e910c684aa4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:53.099136 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.db [None req-014f9249-5fb7-441b-b13f-3e910c684aa4 admin admin] For port 0164dc31-198e-41fa-bab9-3fdc81acb96b, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=0164dc31-198e-41fa-bab9-3fdc81acb96b,segment=NetworkSegment(b89fa4bb-9b9b-47e0-a491-864722251830),segment_id=b89fa4bb-9b9b-47e0-a491-864722251830)] {{(pid=98980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:50:53.099498 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-014f9249-5fb7-441b-b13f-3e910c684aa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:53.102104 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f2b0a7-a415-46ff-b851-a33ba535f8ae None None] DHCP port deletion for 5c8b8276-a881-4c68-ac89-d4ac2c936588 request from dv-cinder-796286-4-iscsi {{(pid=98982) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 09:50:53.146993 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-04f2b0a7-a415-46ff-b851-a33ba535f8ae None None] Deleting port 0164dc31-198e-41fa-bab9-3fdc81acb96b {{(pid=98982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:50:53.147374 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-04f2b0a7-a415-46ff-b851-a33ba535f8ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:53.164429 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.plugin [None req-014f9249-5fb7-441b-b13f-3e910c684aa4 admin admin] Calling delete_port for 0164dc31-198e-41fa-bab9-3fdc81acb96b owned by network:dhcp {{(pid=98980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:50:53.212249 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-04f2b0a7-a415-46ff-b851-a33ba535f8ae None None] For port 0164dc31-198e-41fa-bab9-3fdc81acb96b, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=0164dc31-198e-41fa-bab9-3fdc81acb96b,segment=NetworkSegment(b89fa4bb-9b9b-47e0-a491-864722251830),segment_id=b89fa4bb-9b9b-47e0-a491-864722251830)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:50:53.212698 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-04f2b0a7-a415-46ff-b851-a33ba535f8ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:53.276687 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-04f2b0a7-a415-46ff-b851-a33ba535f8ae None None] Calling delete_port for 0164dc31-198e-41fa-bab9-3fdc81acb96b owned by network:dhcp {{(pid=98982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:50:53.309193 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-014f9249-5fb7-441b-b13f-3e910c684aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126582338'] for port, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:53.312488 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-389affd3-eae7-44e6-b2c9-d08449d8d967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:53.338202 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014f9249-5fb7-441b-b13f-3e910c684aa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0164dc31-198e-41fa-bab9-3fdc81acb96b,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:53.342079 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-014f9249-5fb7-441b-b13f-3e910c684aa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:53.344512 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014f9249-5fb7-441b-b13f-3e910c684aa4 admin admin] No DVR routers for this DVR port 0164dc31-198e-41fa-bab9-3fdc81acb96b on host dv-cinder-796286-4-iscsi {{(pid=98980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:50:53.400117 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-04f2b0a7-a415-46ff-b851-a33ba535f8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119'] for port, after_delete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:53.402054 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:53.413865 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-014f9249-5fb7-441b-b13f-3e910c684aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756812', 'neutron.services.segments.db._delete_segments_for_network-8772813474353'] for network, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:53.424118 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.services.segments.db [None req-014f9249-5fb7-441b-b13f-3e910c684aa4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c8b8276-a881-4c68-ac89-d4ac2c936588']}} {{(pid=98980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:50:53.424639 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f2b0a7-a415-46ff-b851-a33ba535f8ae None None] Pushing event deleted for resources: {'Port': ['ID=0164dc31-198e-41fa-bab9-3fdc81acb96b,revision_number=None']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:53.427712 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-04f2b0a7-a415-46ff-b851-a33ba535f8ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:53.428738 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f2b0a7-a415-46ff-b851-a33ba535f8ae None None] No DVR routers for this DVR port 0164dc31-198e-41fa-bab9-3fdc81acb96b on host dv-cinder-796286-4-iscsi {{(pid=98982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:50:53.437936 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.services.segments.db [None req-014f9249-5fb7-441b-b13f-3e910c684aa4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b89fa4bb-9b9b-47e0-a491-864722251830') {'for_net_delete': True} {{(pid=98980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:50:53.438231 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.services.segments.db [None req-014f9249-5fb7-441b-b13f-3e910c684aa4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b89fa4bb-9b9b-47e0-a491-864722251830') {} {{(pid=98980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:50:53.448961 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-014f9249-5fb7-441b-b13f-3e910c684aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772813475202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126528751'] for segment, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:53.462925 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-014f9249-5fb7-441b-b13f-3e910c684aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753648'] for segment, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:53.468874 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-014f9249-5fb7-441b-b13f-3e910c684aa4 admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=98980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 09:50:53.469250 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-014f9249-5fb7-441b-b13f-3e910c684aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126582295'] for segment, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:53.470940 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:50:53.470940 dv-cinder-796286-4-iscsi neutron-server[98980]: retrieve_revision_numbers = { Jun 16 09:50:53.470940 dv-cinder-796286-4-iscsi neutron-server[98980]: Traceback (most recent call last): Jun 16 09:50:53.470940 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 09:50:53.470940 dv-cinder-796286-4-iscsi neutron-server[98980]: timer() Jun 16 09:50:53.470940 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 09:50:53.470940 dv-cinder-796286-4-iscsi neutron-server[98980]: cb(*args, **kw) Jun 16 09:50:53.470940 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 09:50:53.470940 dv-cinder-796286-4-iscsi neutron-server[98980]: return func(*args, **kwargs) Jun 16 09:50:53.470940 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 09:50:53.470940 dv-cinder-796286-4-iscsi neutron-server[98980]: self._notify() Jun 16 09:50:53.470940 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 09:50:53.470940 dv-cinder-796286-4-iscsi neutron-server[98980]: self.callback(batched_events) Jun 16 09:50:53.470940 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 09:50:53.470940 dv-cinder-796286-4-iscsi neutron-server[98980]: event.method(event) Jun 16 09:50:53.470940 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 09:50:53.470940 dv-cinder-796286-4-iscsi neutron-server[98980]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 09:50:53.470940 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 09:50:53.470940 dv-cinder-796286-4-iscsi neutron-server[98980]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 09:50:53.470940 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 09:50:53.470940 dv-cinder-796286-4-iscsi neutron-server[98980]: return f(self, *a, **k) Jun 16 09:50:53.470940 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 09:50:53.470940 dv-cinder-796286-4-iscsi neutron-server[98980]: return self._get(url).json() Jun 16 09:50:53.470940 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 09:50:53.470940 dv-cinder-796286-4-iscsi neutron-server[98980]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 09:50:53.470940 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 09:50:53.470940 dv-cinder-796286-4-iscsi neutron-server[98980]: return self.request(url, 'GET', **kwargs) Jun 16 09:50:53.470940 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 09:50:53.470940 dv-cinder-796286-4-iscsi neutron-server[98980]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 09:50:53.470940 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 09:50:53.470940 dv-cinder-796286-4-iscsi neutron-server[98980]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 09:50:53.470940 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 09:50:53.470940 dv-cinder-796286-4-iscsi neutron-server[98980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 09:50:53.470940 dv-cinder-796286-4-iscsi neutron-server[98980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 09:50:53.640720 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-014f9249-5fb7-441b-b13f-3e910c684aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761456'] for network, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:53.645530 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-014f9249-5fb7-441b-b13f-3e910c684aa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for network, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:53.647709 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-014f9249-5fb7-441b-b13f-3e910c684aa4 admin admin] 10.222.0.25 "DELETE /v2.0/networks/5c8b8276-a881-4c68-ac89-d4ac2c936588 HTTP/1.1" status: 204 len: 168 time: 0.7321115 Jun 16 09:50:53.648207 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:53.660379 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014f9249-5fb7-441b-b13f-3e910c684aa4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c8b8276-a881-4c68-ac89-d4ac2c936588,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:53.662717 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-014f9249-5fb7-441b-b13f-3e910c684aa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:53.995490 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device f704a43b-8f4d-4489-8738-2a2b4492d461 no longer exists at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:50:54.000163 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 54654) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:50:54.014498 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] No Port match for: f704a43b-8f4d-4489-8738-2a2b4492d461 {{(pid=98982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:50:54.014839 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device f704a43b-8f4d-4489-8738-2a2b4492d461 not bound to the agent host dv-cinder-796286-4-iscsi {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:50:54.015281 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 0164dc31-198e-41fa-bab9-3fdc81acb96b no longer exists at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:50:54.034102 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] No Port match for: 0164dc31-198e-41fa-bab9-3fdc81acb96b {{(pid=98982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:50:54.034453 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 0164dc31-198e-41fa-bab9-3fdc81acb96b not bound to the agent host dv-cinder-796286-4-iscsi {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:50:54.041060 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-d62e3435-f7e1-4cad-9d8a-512c5494aad7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dfe9f5ef1b4a464aa32329299459c90d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0389791 Jun 16 09:50:54.043159 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 54656) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:50:54.089457 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-c6169499-9041-4afc-88df-481a6e03a841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:54.110536 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-c6169499-9041-4afc-88df-481a6e03a841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:54.257583 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-c6169499-9041-4afc-88df-481a6e03a841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:54.260222 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-c6169499-9041-4afc-88df-481a6e03a841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:54.261343 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-c6169499-9041-4afc-88df-481a6e03a841 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8a916b01-4372-43e6-a2a1-3c119c8b68b4 HTTP/1.1" status: 204 len: 168 time: 0.2172961 Jun 16 09:50:54.262185 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-da02b6cb-953f-4aed-bb93-e5a5c8889852 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:54.270009 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6169499-9041-4afc-88df-481a6e03a841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a916b01-4372-43e6-a2a1-3c119c8b68b4,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:54.272595 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-c6169499-9041-4afc-88df-481a6e03a841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:55.387727 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 54678) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:50:55.478786 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [None req-bd6c9174-e5de-4923-974a-23c20f8286de admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2131982190-network', 'tenant_id': '246e48fac9b4447db9ea6dfe2a06f007'}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:50:55.566581 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6c9174-e5de-4923-974a-23c20f8286de admin admin] Made reservation on behalf of 246e48fac9b4447db9ea6dfe2a06f007 for: {'network': 1} {{(pid=98980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:50:55.569040 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-bd6c9174-e5de-4923-974a-23c20f8286de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for network, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:55.577508 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-bd6c9174-e5de-4923-974a-23c20f8286de admin admin] Notify callbacks [] for security_group, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:55.661013 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-bd6c9174-e5de-4923-974a-23c20f8286de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:55.726252 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-bd6c9174-e5de-4923-974a-23c20f8286de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:55.729110 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-f9b2b318-afef-460f-9c8f-0e14aab97e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:55.747737 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd6c9174-e5de-4923-974a-23c20f8286de admin admin] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=98980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 09:50:55.762103 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c9174-e5de-4923-974a-23c20f8286de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dece8ffa-221c-42c9-a7cd-cfe0d4c2d9bb,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:55.766233 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-bd6c9174-e5de-4923-974a-23c20f8286de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:55.769041 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-bd6c9174-e5de-4923-974a-23c20f8286de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753648'] for segment, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:55.770623 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.db.segments_db [None req-bd6c9174-e5de-4923-974a-23c20f8286de admin admin] Added segment 5e4bdc2c-bccd-401c-996f-1c0d63726f2d of type vlan for network a4fe073b-426d-4c5d-91e0-ef35352cf816 Jun 16 09:50:55.808404 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-bd6c9174-e5de-4923-974a-23c20f8286de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772812906909'] for network, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:55.892298 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-bd6c9174-e5de-4923-974a-23c20f8286de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439'] for network, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:55.893638 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6c9174-e5de-4923-974a-23c20f8286de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:55.894217 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-bd6c9174-e5de-4923-974a-23c20f8286de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for network, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:55.897161 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:55.956910 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c9174-e5de-4923-974a-23c20f8286de admin admin] Pushing event updated for resources: {'Network': ['ID=a4fe073b-426d-4c5d-91e0-ef35352cf816,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:55.959622 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-bd6c9174-e5de-4923-974a-23c20f8286de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:55.966415 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Network a4fe073b-426d-4c5d-91e0-ef35352cf816 details requested by agent ovs-agent-dv-cinder-796286-4-iscsi with host dv-cinder-796286-4-iscsi {{(pid=98982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 09:50:56.007404 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-bd6c9174-e5de-4923-974a-23c20f8286de admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6183450 Jun 16 09:50:56.010076 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 54686) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:50:56.015096 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [None req-355ab168-00e1-4821-8aa2-35ce1a24b060 admin admin] Request body: {'subnet': {'network_id': 'a4fe073b-426d-4c5d-91e0-ef35352cf816', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2131982190-subnet', 'tenant_id': '246e48fac9b4447db9ea6dfe2a06f007', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:50:56.120664 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355ab168-00e1-4821-8aa2-35ce1a24b060 admin admin] Made reservation on behalf of 246e48fac9b4447db9ea6dfe2a06f007 for: {'subnet': 1} {{(pid=98980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:50:56.123148 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-355ab168-00e1-4821-8aa2-35ce1a24b060 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127687269'] for subnet, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:56.384071 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-355ab168-00e1-4821-8aa2-35ce1a24b060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126582473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127687287'] for subnet, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:56.386459 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-b14da61b-e914-4f70-9d9d-843882fdbeda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:56.439561 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ab168-00e1-4821-8aa2-35ce1a24b060 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abf645d7-1d3e-47f2-b0df-d05fbd049682,revision_number=0']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:56.442816 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-355ab168-00e1-4821-8aa2-35ce1a24b060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:56.449558 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355ab168-00e1-4821-8aa2-35ce1a24b060 admin admin] Checking segment: {'id': '5e4bdc2c-bccd-401c-996f-1c0d63726f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a4fe073b-426d-4c5d-91e0-ef35352cf816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:50:56.449558 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355ab168-00e1-4821-8aa2-35ce1a24b060 admin admin] Network hostable DHCP agents. Network: a4fe073b-426d-4c5d-91e0-ef35352cf816, hostable agents: ['b75f70a3-2745-4841-b3c1-6cbf0fc89424'], hosted agents: [] {{(pid=98980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 09:50:56.572147 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355ab168-00e1-4821-8aa2-35ce1a24b060 admin admin] Network a4fe073b-426d-4c5d-91e0-ef35352cf816 is scheduled to be hosted by DHCP agent b75f70a3-2745-4841-b3c1-6cbf0fc89424 with binding_index 1 {{(pid=98980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 09:50:56.686303 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.base_scheduler [None req-355ab168-00e1-4821-8aa2-35ce1a24b060 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-4-iscsi, a4fe073b-426d-4c5d-91e0-ef35352cf816) {{(pid=98980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:50:56.690718 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355ab168-00e1-4821-8aa2-35ce1a24b060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:56.691337 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-355ab168-00e1-4821-8aa2-35ce1a24b060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for subnet, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:56.695799 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbf86e8-c339-43e4-9c2e-205dd990b198 None None] Network a4fe073b-426d-4c5d-91e0-ef35352cf816 requested from dv-cinder-796286-4-iscsi {{(pid=98982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:50:56.778427 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-355ab168-00e1-4821-8aa2-35ce1a24b060 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7672753 Jun 16 09:50:56.820654 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5a330b-06c1-4628-9efc-a66c8ef11d84 None None] Network a4fe073b-426d-4c5d-91e0-ef35352cf816 requested from dv-cinder-796286-4-iscsi {{(pid=98982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:50:57.612585 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 54702) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:50:57.617547 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [None req-e73a046c-9573-479f-92c5-c733e58a8747 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1634149358-network', 'tenant_id': '9a87a4240c5a4294a68964f206ecede0'}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:50:57.788925 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73a046c-9573-479f-92c5-c733e58a8747 admin admin] Made reservation on behalf of 9a87a4240c5a4294a68964f206ecede0 for: {'network': 1} {{(pid=98981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:50:57.791372 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-e73a046c-9573-479f-92c5-c733e58a8747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for network, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:57.801252 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-e73a046c-9573-479f-92c5-c733e58a8747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:57.886829 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-e73a046c-9573-479f-92c5-c733e58a8747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:57.960401 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-e73a046c-9573-479f-92c5-c733e58a8747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:57.963668 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-7a748911-49dd-421b-a7e7-6c72a14eb44d tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:57.989244 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e73a046c-9573-479f-92c5-c733e58a8747 admin admin] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=98981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 09:50:57.997142 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a046c-9573-479f-92c5-c733e58a8747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4445b60e-99b2-4080-aa2b-252190d31e50,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:58.001059 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-e73a046c-9573-479f-92c5-c733e58a8747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:58.006387 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-e73a046c-9573-479f-92c5-c733e58a8747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753648'] for segment, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:58.006681 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.db.segments_db [None req-e73a046c-9573-479f-92c5-c733e58a8747 admin admin] Added segment 2d1980c8-cf2d-40b2-9295-057cd1186891 of type vlan for network df573528-ed12-4af8-aa06-f7dd533b9510 Jun 16 09:50:58.046147 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-e73a046c-9573-479f-92c5-c733e58a8747 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772812906909'] for network, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:58.132323 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-e73a046c-9573-479f-92c5-c733e58a8747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439'] for network, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:58.133697 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73a046c-9573-479f-92c5-c733e58a8747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:58.134289 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-e73a046c-9573-479f-92c5-c733e58a8747 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for network, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:58.136606 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-d5ca4438-f5f2-4b20-aa48-cea9a7277713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:58.193572 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a046c-9573-479f-92c5-c733e58a8747 admin admin] Pushing event updated for resources: {'Network': ['ID=df573528-ed12-4af8-aa06-f7dd533b9510,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:58.196272 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-e73a046c-9573-479f-92c5-c733e58a8747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:58.203890 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Network df573528-ed12-4af8-aa06-f7dd533b9510 details requested by agent ovs-agent-dv-cinder-796286-4-iscsi with host dv-cinder-796286-4-iscsi {{(pid=98982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 09:50:58.218774 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-e73a046c-9573-479f-92c5-c733e58a8747 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6050167 Jun 16 09:50:58.221451 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 54704) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:50:58.226541 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [None req-b54cefdd-4344-4900-8fe3-9ec1e3c20a12 admin admin] Request body: {'subnet': {'network_id': 'df573528-ed12-4af8-aa06-f7dd533b9510', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1634149358-subnet', 'tenant_id': '9a87a4240c5a4294a68964f206ecede0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:50:58.326426 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54cefdd-4344-4900-8fe3-9ec1e3c20a12 admin admin] Made reservation on behalf of 9a87a4240c5a4294a68964f206ecede0 for: {'subnet': 1} {{(pid=98981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:50:58.328877 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-b54cefdd-4344-4900-8fe3-9ec1e3c20a12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129128176'] for subnet, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:58.577867 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-b54cefdd-4344-4900-8fe3-9ec1e3c20a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126587672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129128162'] for subnet, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:58.580881 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-97e21ff6-a1c8-43fb-b4c5-e871bef0855b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:58.637329 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54cefdd-4344-4900-8fe3-9ec1e3c20a12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38f1f18d-ea31-4c94-a9e0-5b45d84fbeee,revision_number=0']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:58.640679 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-b54cefdd-4344-4900-8fe3-9ec1e3c20a12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:58.646296 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54cefdd-4344-4900-8fe3-9ec1e3c20a12 admin admin] Checking segment: {'id': '2d1980c8-cf2d-40b2-9295-057cd1186891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'df573528-ed12-4af8-aa06-f7dd533b9510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:50:58.646650 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54cefdd-4344-4900-8fe3-9ec1e3c20a12 admin admin] Network hostable DHCP agents. Network: df573528-ed12-4af8-aa06-f7dd533b9510, hostable agents: ['b75f70a3-2745-4841-b3c1-6cbf0fc89424'], hosted agents: [] {{(pid=98981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 09:50:58.737395 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54cefdd-4344-4900-8fe3-9ec1e3c20a12 admin admin] Network df573528-ed12-4af8-aa06-f7dd533b9510 is scheduled to be hosted by DHCP agent b75f70a3-2745-4841-b3c1-6cbf0fc89424 with binding_index 1 {{(pid=98981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 09:50:58.811849 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.base_scheduler [None req-b54cefdd-4344-4900-8fe3-9ec1e3c20a12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-4-iscsi, df573528-ed12-4af8-aa06-f7dd533b9510) {{(pid=98981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:50:58.816621 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54cefdd-4344-4900-8fe3-9ec1e3c20a12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:58.817193 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-b54cefdd-4344-4900-8fe3-9ec1e3c20a12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:58.821999 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b7d33c-d874-4dcb-9c72-07769ea9a2de None None] Network df573528-ed12-4af8-aa06-f7dd533b9510 requested from dv-cinder-796286-4-iscsi {{(pid=98982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:50:58.921941 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-b54cefdd-4344-4900-8fe3-9ec1e3c20a12 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6988511 Jun 16 09:50:58.946542 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7167338b-04a8-4deb-916e-95f1c3bef00f None None] Network df573528-ed12-4af8-aa06-f7dd533b9510 requested from dv-cinder-796286-4-iscsi {{(pid=98982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:50:59.032946 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 54708) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:50:59.078462 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.db_base_plugin_v2 [None req-edd0c2c8-bf39-47b4-98ec-7a05816aadd5 admin admin] Deleting subnet abf645d7-1d3e-47f2-b0df-d05fbd049682 {{(pid=98980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 09:50:59.081669 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-edd0c2c8-bf39-47b4-98ec-7a05816aadd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:59.118144 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-edd0c2c8-bf39-47b4-98ec-7a05816aadd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126528758'] for subnet, precommit_delete_associations {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:59.155075 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-edd0c2c8-bf39-47b4-98ec-7a05816aadd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756163'] for subnet, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:59.309719 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-edd0c2c8-bf39-47b4-98ec-7a05816aadd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126582408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127687294'] for subnet, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:59.312165 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-355ab168-00e1-4821-8aa2-35ce1a24b060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:59.335225 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd0c2c8-bf39-47b4-98ec-7a05816aadd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abf645d7-1d3e-47f2-b0df-d05fbd049682,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:59.338214 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-edd0c2c8-bf39-47b4-98ec-7a05816aadd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:59.339875 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-edd0c2c8-bf39-47b4-98ec-7a05816aadd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for subnet, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:59.342582 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-edd0c2c8-bf39-47b4-98ec-7a05816aadd5 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/abf645d7-1d3e-47f2-b0df-d05fbd049682 HTTP/1.1" status: 204 len: 168 time: 0.3086057 Jun 16 09:50:59.344622 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 54710) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:50:59.414540 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-8f8dab5a-91a1-4678-b2be-f13a8e6d141e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1649310'] for network, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:59.488562 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-8f8dab5a-91a1-4678-b2be-f13a8e6d141e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756812', 'neutron.services.segments.db._delete_segments_for_network-8772813474353'] for network, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:59.497818 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.services.segments.db [None req-8f8dab5a-91a1-4678-b2be-f13a8e6d141e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4fe073b-426d-4c5d-91e0-ef35352cf816']}} {{(pid=98980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:50:59.507213 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.services.segments.db [None req-8f8dab5a-91a1-4678-b2be-f13a8e6d141e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e4bdc2c-bccd-401c-996f-1c0d63726f2d') {'for_net_delete': True} {{(pid=98980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:50:59.507511 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.services.segments.db [None req-8f8dab5a-91a1-4678-b2be-f13a8e6d141e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e4bdc2c-bccd-401c-996f-1c0d63726f2d') {} {{(pid=98980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:50:59.516417 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-8f8dab5a-91a1-4678-b2be-f13a8e6d141e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772813475202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126528751'] for segment, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:59.533391 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-8f8dab5a-91a1-4678-b2be-f13a8e6d141e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753648'] for segment, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:59.542847 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f8dab5a-91a1-4678-b2be-f13a8e6d141e admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=98980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 09:50:59.542847 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-8f8dab5a-91a1-4678-b2be-f13a8e6d141e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126582295'] for segment, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:59.542847 dv-cinder-796286-4-iscsi neutron-server[98980]: Traceback (most recent call last): Jun 16 09:50:59.542847 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 09:50:59.542847 dv-cinder-796286-4-iscsi neutron-server[98980]: timer() Jun 16 09:50:59.542847 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 09:50:59.542847 dv-cinder-796286-4-iscsi neutron-server[98980]: cb(*args, **kw) Jun 16 09:50:59.542847 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 09:50:59.542847 dv-cinder-796286-4-iscsi neutron-server[98980]: return func(*args, **kwargs) Jun 16 09:50:59.542847 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 09:50:59.542847 dv-cinder-796286-4-iscsi neutron-server[98980]: self._notify() Jun 16 09:50:59.542847 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 09:50:59.542847 dv-cinder-796286-4-iscsi neutron-server[98980]: self.callback(batched_events) Jun 16 09:50:59.542847 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 09:50:59.542847 dv-cinder-796286-4-iscsi neutron-server[98980]: event.method(event) Jun 16 09:50:59.542847 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 09:50:59.542847 dv-cinder-796286-4-iscsi neutron-server[98980]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 09:50:59.542847 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 09:50:59.542847 dv-cinder-796286-4-iscsi neutron-server[98980]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 09:50:59.542847 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 09:50:59.542847 dv-cinder-796286-4-iscsi neutron-server[98980]: return f(self, *a, **k) Jun 16 09:50:59.542847 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 09:50:59.542847 dv-cinder-796286-4-iscsi neutron-server[98980]: return self._get(url).json() Jun 16 09:50:59.542847 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 09:50:59.542847 dv-cinder-796286-4-iscsi neutron-server[98980]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 09:50:59.542847 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 09:50:59.542847 dv-cinder-796286-4-iscsi neutron-server[98980]: return self.request(url, 'GET', **kwargs) Jun 16 09:50:59.542847 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 09:50:59.542847 dv-cinder-796286-4-iscsi neutron-server[98980]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 09:50:59.542847 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 09:50:59.542847 dv-cinder-796286-4-iscsi neutron-server[98980]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 09:50:59.542847 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 09:50:59.542847 dv-cinder-796286-4-iscsi neutron-server[98980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 09:50:59.542847 dv-cinder-796286-4-iscsi neutron-server[98980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 09:50:59.720678 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-8f8dab5a-91a1-4678-b2be-f13a8e6d141e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761456'] for network, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:59.724379 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-2b796618-a9b3-48b7-9159-7af5678be6f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:59.726917 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-8f8dab5a-91a1-4678-b2be-f13a8e6d141e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for network, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:59.728849 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-8f8dab5a-91a1-4678-b2be-f13a8e6d141e admin admin] 10.222.0.25 "DELETE /v2.0/networks/a4fe073b-426d-4c5d-91e0-ef35352cf816 HTTP/1.1" status: 204 len: 168 time: 0.3833275 Jun 16 09:50:59.731692 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 54712) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:50:59.740884 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8dab5a-91a1-4678-b2be-f13a8e6d141e admin admin] Pushing event deleted for resources: {'Network': ['ID=a4fe073b-426d-4c5d-91e0-ef35352cf816,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:59.741827 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-8f8dab5a-91a1-4678-b2be-f13a8e6d141e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:59.776238 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7b99740-9d92-42aa-ac05-d5a629db8e89 admin admin] Deleting subnet 38f1f18d-ea31-4c94-a9e0-5b45d84fbeee {{(pid=98981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 09:50:59.780476 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-b7b99740-9d92-42aa-ac05-d5a629db8e89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:59.812994 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-b7b99740-9d92-42aa-ac05-d5a629db8e89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126587019'] for subnet, precommit_delete_associations {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:59.849987 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-b7b99740-9d92-42aa-ac05-d5a629db8e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756163'] for subnet, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:59.995320 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-b7b99740-9d92-42aa-ac05-d5a629db8e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126587737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129128171'] for subnet, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:59.997645 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-c368f01b-9880-4da0-ab67-664f4b751f0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:00.020080 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b99740-9d92-42aa-ac05-d5a629db8e89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38f1f18d-ea31-4c94-a9e0-5b45d84fbeee,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:00.023646 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-b7b99740-9d92-42aa-ac05-d5a629db8e89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:00.026033 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-b7b99740-9d92-42aa-ac05-d5a629db8e89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:00.028328 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-b7b99740-9d92-42aa-ac05-d5a629db8e89 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/38f1f18d-ea31-4c94-a9e0-5b45d84fbeee HTTP/1.1" status: 204 len: 168 time: 0.2951939 Jun 16 09:51:00.030238 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 54714) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:00.096655 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-c4d52a0f-89b0-4fb7-8e1b-d48d2632403d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1649310'] for network, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:00.175292 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-c4d52a0f-89b0-4fb7-8e1b-d48d2632403d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756812', 'neutron.services.segments.db._delete_segments_for_network-8772813474353'] for network, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:00.185123 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.services.segments.db [None req-c4d52a0f-89b0-4fb7-8e1b-d48d2632403d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df573528-ed12-4af8-aa06-f7dd533b9510']}} {{(pid=98981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:51:00.194921 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.services.segments.db [None req-c4d52a0f-89b0-4fb7-8e1b-d48d2632403d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d1980c8-cf2d-40b2-9295-057cd1186891') {'for_net_delete': True} {{(pid=98981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:51:00.206572 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.services.segments.db [None req-c4d52a0f-89b0-4fb7-8e1b-d48d2632403d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d1980c8-cf2d-40b2-9295-057cd1186891') {} {{(pid=98981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:51:00.206572 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-c4d52a0f-89b0-4fb7-8e1b-d48d2632403d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772813475202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126587026'] for segment, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:00.217202 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-c4d52a0f-89b0-4fb7-8e1b-d48d2632403d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753648'] for segment, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:00.223277 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4d52a0f-89b0-4fb7-8e1b-d48d2632403d admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=98981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 09:51:00.223653 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-c4d52a0f-89b0-4fb7-8e1b-d48d2632403d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126587846'] for segment, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:00.225282 dv-cinder-796286-4-iscsi neutron-server[98981]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:51:00.225282 dv-cinder-796286-4-iscsi neutron-server[98981]: retrieve_revision_numbers = { Jun 16 09:51:00.225282 dv-cinder-796286-4-iscsi neutron-server[98981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:51:00.225282 dv-cinder-796286-4-iscsi neutron-server[98981]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:51:00.225282 dv-cinder-796286-4-iscsi neutron-server[98981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:51:00.225282 dv-cinder-796286-4-iscsi neutron-server[98981]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:51:00.225282 dv-cinder-796286-4-iscsi neutron-server[98981]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:51:00.225282 dv-cinder-796286-4-iscsi neutron-server[98981]: retrieve_revision_numbers = { Jun 16 09:51:00.225282 dv-cinder-796286-4-iscsi neutron-server[98981]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:51:00.225282 dv-cinder-796286-4-iscsi neutron-server[98981]: retrieve_revision_numbers = { Jun 16 09:51:00.225282 dv-cinder-796286-4-iscsi neutron-server[98981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:51:00.225282 dv-cinder-796286-4-iscsi neutron-server[98981]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:51:00.225282 dv-cinder-796286-4-iscsi neutron-server[98981]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:51:00.225282 dv-cinder-796286-4-iscsi neutron-server[98981]: retrieve_revision_numbers = { Jun 16 09:51:00.225282 dv-cinder-796286-4-iscsi neutron-server[98981]: Traceback (most recent call last): Jun 16 09:51:00.225282 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 09:51:00.225282 dv-cinder-796286-4-iscsi neutron-server[98981]: timer() Jun 16 09:51:00.225282 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 09:51:00.225282 dv-cinder-796286-4-iscsi neutron-server[98981]: cb(*args, **kw) Jun 16 09:51:00.225282 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 09:51:00.225282 dv-cinder-796286-4-iscsi neutron-server[98981]: return func(*args, **kwargs) Jun 16 09:51:00.225282 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 09:51:00.225282 dv-cinder-796286-4-iscsi neutron-server[98981]: self._notify() Jun 16 09:51:00.225282 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 09:51:00.225282 dv-cinder-796286-4-iscsi neutron-server[98981]: self.callback(batched_events) Jun 16 09:51:00.225282 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 09:51:00.225282 dv-cinder-796286-4-iscsi neutron-server[98981]: event.method(event) Jun 16 09:51:00.225282 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 09:51:00.225282 dv-cinder-796286-4-iscsi neutron-server[98981]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 09:51:00.225282 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 09:51:00.225282 dv-cinder-796286-4-iscsi neutron-server[98981]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 09:51:00.225282 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 09:51:00.225282 dv-cinder-796286-4-iscsi neutron-server[98981]: return f(self, *a, **k) Jun 16 09:51:00.225282 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 09:51:00.225282 dv-cinder-796286-4-iscsi neutron-server[98981]: return self._get(url).json() Jun 16 09:51:00.225282 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 09:51:00.225282 dv-cinder-796286-4-iscsi neutron-server[98981]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 09:51:00.225282 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 09:51:00.225282 dv-cinder-796286-4-iscsi neutron-server[98981]: return self.request(url, 'GET', **kwargs) Jun 16 09:51:00.225282 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 09:51:00.225282 dv-cinder-796286-4-iscsi neutron-server[98981]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 09:51:00.225282 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 09:51:00.225282 dv-cinder-796286-4-iscsi neutron-server[98981]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 09:51:00.225282 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 09:51:00.225282 dv-cinder-796286-4-iscsi neutron-server[98981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 09:51:00.225282 dv-cinder-796286-4-iscsi neutron-server[98981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 09:51:00.325914 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-c4d52a0f-89b0-4fb7-8e1b-d48d2632403d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761456'] for network, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:00.329645 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:00.333423 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-c4d52a0f-89b0-4fb7-8e1b-d48d2632403d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for network, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:00.338282 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-c4d52a0f-89b0-4fb7-8e1b-d48d2632403d admin admin] 10.222.0.25 "DELETE /v2.0/networks/df573528-ed12-4af8-aa06-f7dd533b9510 HTTP/1.1" status: 204 len: 168 time: 0.3039958 Jun 16 09:51:00.344424 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d52a0f-89b0-4fb7-8e1b-d48d2632403d admin admin] Pushing event deleted for resources: {'Network': ['ID=df573528-ed12-4af8-aa06-f7dd533b9510,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:00.346613 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-c4d52a0f-89b0-4fb7-8e1b-d48d2632403d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:00.702231 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 54720) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:00.741992 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-354687a2-aa11-491e-a4ff-e55dae756567 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=246e48fac9b4447db9ea6dfe2a06f007&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379763 Jun 16 09:51:00.744322 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 54722) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:00.788961 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-e75a6350-0a1b-4d8a-8e85-af82f4aa361a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:00.811389 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-e75a6350-0a1b-4d8a-8e85-af82f4aa361a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:00.948866 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-e75a6350-0a1b-4d8a-8e85-af82f4aa361a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:00.951472 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-e75a6350-0a1b-4d8a-8e85-af82f4aa361a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:00.952728 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-e75a6350-0a1b-4d8a-8e85-af82f4aa361a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dece8ffa-221c-42c9-a7cd-cfe0d4c2d9bb HTTP/1.1" status: 204 len: 168 time: 0.2074070 Jun 16 09:51:00.953474 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-d7ea0664-ef57-4fb7-bbf4-31ac69592136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:00.960841 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a6350-0a1b-4d8a-8e85-af82f4aa361a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dece8ffa-221c-42c9-a7cd-cfe0d4c2d9bb,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:00.963391 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-e75a6350-0a1b-4d8a-8e85-af82f4aa361a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:01.006057 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.agents_db [None req-3560065e-ea11-4ff4-820f-b568c2ca0093 None None] Agent healthcheck: found 6 active agents {{(pid=98983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:51:01.744862 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971cf334-d177-43f1-8b5f-00048cb138af req-0602c294-573a-4c85-bf3f-2bc3893c8faf tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:51:01.746302 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-971cf334-d177-43f1-8b5f-00048cb138af req-0602c294-573a-4c85-bf3f-2bc3893c8faf tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 947 time: 0.0665560 Jun 16 09:51:01.752950 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 54736) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:01.785200 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-971cf334-d177-43f1-8b5f-00048cb138af req-c1f47305-fbab-4871-9fb5-cb41504d3fa8 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332718 Jun 16 09:51:01.794339 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-b1e4704f-04a7-4913-be39-d7012f6b7bbe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9a87a4240c5a4294a68964f206ecede0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401700 Jun 16 09:51:01.796762 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 54738) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:01.845233 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-246404aa-57e2-480a-bfa8-ddbb44ce06e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:01.865629 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-246404aa-57e2-480a-bfa8-ddbb44ce06e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:01.994961 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-246404aa-57e2-480a-bfa8-ddbb44ce06e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:01.997589 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-246404aa-57e2-480a-bfa8-ddbb44ce06e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:01.998703 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-246404aa-57e2-480a-bfa8-ddbb44ce06e3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4445b60e-99b2-4080-aa2b-252190d31e50 HTTP/1.1" status: 204 len: 168 time: 0.2010036 Jun 16 09:51:01.999486 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-4a1649df-9f1c-4576-b2b4-7b31c50ecb33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:02.009167 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246404aa-57e2-480a-bfa8-ddbb44ce06e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4445b60e-99b2-4080-aa2b-252190d31e50,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:02.012681 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-246404aa-57e2-480a-bfa8-ddbb44ce06e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:02.966371 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc564df-15fa-40f9-a55c-e366d0343dd8 req-f0ca0649-3e07-4573-acfd-09c3631861de tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:51:02.968117 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-bdc564df-15fa-40f9-a55c-e366d0343dd8 req-f0ca0649-3e07-4573-acfd-09c3631861de tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 947 time: 0.0656691 Jun 16 09:51:03.006356 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-bdc564df-15fa-40f9-a55c-e366d0343dd8 req-c1c28bbb-f430-4d12-8efc-95bc87084409 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e49f9d52-0af8-4ade-8943-72bc36c938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322292 Jun 16 09:51:03.457886 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e4d07-1404-4526-ab10-58eb01eb9a95 req-3650105f-91be-40fa-ae31-ab8929f7c16e tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:51:03.459343 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-416e4d07-1404-4526-ab10-58eb01eb9a95 req-3650105f-91be-40fa-ae31-ab8929f7c16e tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 947 time: 0.0632381 Jun 16 09:51:03.561256 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.plugin [req-416e4d07-1404-4526-ab10-58eb01eb9a95 req-2937be79-a7db-4834-95ba-9b3669b564ae tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Deleting port 0195f430-99c7-4f0b-97c0-89a3f0d08ed8 {{(pid=98981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:51:03.561588 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-416e4d07-1404-4526-ab10-58eb01eb9a95 req-2937be79-a7db-4834-95ba-9b3669b564ae tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:03.648248 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.db [req-416e4d07-1404-4526-ab10-58eb01eb9a95 req-2937be79-a7db-4834-95ba-9b3669b564ae tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] For port 0195f430-99c7-4f0b-97c0-89a3f0d08ed8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=0195f430-99c7-4f0b-97c0-89a3f0d08ed8,segment=NetworkSegment(072836ba-11c0-4d89-9dbf-d840ce8bf23f),segment_id=072836ba-11c0-4d89-9dbf-d840ce8bf23f)] {{(pid=98981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:51:03.648662 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-416e4d07-1404-4526-ab10-58eb01eb9a95 req-2937be79-a7db-4834-95ba-9b3669b564ae tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:03.820051 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-416e4d07-1404-4526-ab10-58eb01eb9a95 req-2937be79-a7db-4834-95ba-9b3669b564ae tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:03.820421 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-416e4d07-1404-4526-ab10-58eb01eb9a95 req-2937be79-a7db-4834-95ba-9b3669b564ae tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761582'] for floatingip, after_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:03.820731 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.db.l3_db [req-416e4d07-1404-4526-ab10-58eb01eb9a95 req-2937be79-a7db-4834-95ba-9b3669b564ae tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Floating IP 231509ec-ad7c-44d5-b958-d3cc6bce7f4a disassociated. External IP: 172.27.0.177, port: 0195f430-99c7-4f0b-97c0-89a3f0d08ed8. Jun 16 09:51:03.821074 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.plugin [req-416e4d07-1404-4526-ab10-58eb01eb9a95 req-2937be79-a7db-4834-95ba-9b3669b564ae tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Calling delete_port for 0195f430-99c7-4f0b-97c0-89a3f0d08ed8 owned by compute:nova {{(pid=98981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:51:04.023290 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-416e4d07-1404-4526-ab10-58eb01eb9a95 req-2937be79-a7db-4834-95ba-9b3669b564ae tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126587795'] for port, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:04.028399 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-d3f7b559-21b7-4ead-8be2-f74a54c42478 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:04.058607 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2937be79-a7db-4834-95ba-9b3669b564ae tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Pushing event deleted for resources: {'Port': ['ID=0195f430-99c7-4f0b-97c0-89a3f0d08ed8,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:04.061747 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-2937be79-a7db-4834-95ba-9b3669b564ae tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:04.165527 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-6610fba3-5a4b-4235-9161-0f0f9ab7705c req-7fa74e29-d849-47e1-9d1f-933a66f34ced tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f9fa49-9620-4c1b-911d-0efcb172c1d7 HTTP/1.1" status: 200 len: 210 time: 0.0333281 Jun 16 09:51:04.198633 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.l3_agent_scheduler [req-416e4d07-1404-4526-ab10-58eb01eb9a95 req-2937be79-a7db-4834-95ba-9b3669b564ae tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Router 8b693ca6-9734-4668-8ef5-857ac618c9b0 has already been hosted by L3 agent 7768ee83-37c7-4165-88a2-5844eb43ad81 {{(pid=98981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:51:04.303140 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-416e4d07-1404-4526-ab10-58eb01eb9a95 req-2937be79-a7db-4834-95ba-9b3669b564ae tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify agent at l3_agent.dv-cinder-796286-4-iscsi the message routers_updated {{(pid=98981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:51:04.314763 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfee756-1775-4d2c-85db-a1b0c2c5117e None None] Sync routers for ids ['8b693ca6-9734-4668-8ef5-857ac618c9b0'] in dv-cinder-796286-4-iscsi {{(pid=98983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:51:04.326075 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfee756-1775-4d2c-85db-a1b0c2c5117e None None] Routers {'8b693ca6-9734-4668-8ef5-857ac618c9b0'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:51:04.326794 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-ebfee756-1775-4d2c-85db-a1b0c2c5117e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:50:49Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['8b693ca6-9734-4668-8ef5-857ac618c9b0'], 'active': True} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:51:04.347225 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.l3_dvrscheduler_db [req-416e4d07-1404-4526-ab10-58eb01eb9a95 req-2937be79-a7db-4834-95ba-9b3669b564ae tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] No DVR routers for this DVR port 0195f430-99c7-4f0b-97c0-89a3f0d08ed8 on host hv-cinder-79628 {{(pid=98981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:51:04.349683 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-416e4d07-1404-4526-ab10-58eb01eb9a95 req-2937be79-a7db-4834-95ba-9b3669b564ae tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for port, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:04.351655 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-416e4d07-1404-4526-ab10-58eb01eb9a95 req-2937be79-a7db-4834-95ba-9b3669b564ae tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.49 "DELETE /v2.0/ports/0195f430-99c7-4f0b-97c0-89a3f0d08ed8 HTTP/1.1" status: 204 len: 173 time: 0.8868740 Jun 16 09:51:04.357194 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f9fa49-9620-4c1b-911d-0efcb172c1d7', 'name': 'network-vif-deleted', 'tag': '0195f430-99c7-4f0b-97c0-89a3f0d08ed8'}] {{(pid=98981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:51:04.357194 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18eb52cff4d517b1dce9432e7e66d3e16844a09bb405b8b8e4b50ca476568750" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82cb6a22-a456-494f-bda4-b7db97e54475" -d '{"events": [{"server_uuid": "a1f9fa49-9620-4c1b-911d-0efcb172c1d7", "name": "network-vif-deleted", "tag": "0195f430-99c7-4f0b-97c0-89a3f0d08ed8"}]}' {{(pid=98981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:51:04.396652 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460e4d81-076f-4793-bdd6-dca82db6549e x-openstack-request-id: req-460e4d81-076f-4793-bdd6-dca82db6549e {{(pid=98981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:51:04.397192 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1f9fa49-9620-4c1b-911d-0efcb172c1d7", "name": "network-vif-deleted", "tag": "0195f430-99c7-4f0b-97c0-89a3f0d08ed8", "status": "completed", "code": 200}]} {{(pid=98981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:51:04.397546 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-460e4d81-076f-4793-bdd6-dca82db6549e {{(pid=98981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:51:04.398075 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1f9fa49-9620-4c1b-911d-0efcb172c1d7', 'name': 'network-vif-deleted', 'tag': '0195f430-99c7-4f0b-97c0-89a3f0d08ed8', 'status': 'completed', 'code': 200} Jun 16 09:51:04.442451 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvr_db [None req-ebfee756-1775-4d2c-85db-a1b0c2c5117e None None] Set router 8b693ca6-9734-4668-8ef5-857ac618c9b0 gateway port host: dv-cinder-796286-4-iscsi {{(pid=98983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:51:04.647891 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-ebfee756-1775-4d2c-85db-a1b0c2c5117e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'name': 'tempest-AttachVolumeShelveTestJSON-541137821-router', 'tenant_id': 'f5476756cec74ac89980f811e6b4c64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'd5a6b48e-b827-4b1d-8036-8d3d55cee802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:04Z', 'updated_at': '2021-06-16T09:43:12Z', 'revision_number': 4, 'project_id': 'f5476756cec74ac89980f811e6b4c64a', 'gw_port': {'id': 'd5a6b48e-b827-4b1d-8036-8d3d55cee802', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:05Z', 'updated_at': '2021-06-16T09:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_interfaces': [{'id': 'a353de90-689e-4e22-9cdf-c78b30b62585', 'name': '', 'network_id': 'b643789e-234a-40e9-b489-894119bc4f89', 'tenant_id': 'f5476756cec74ac89980f811e6b4c64a', 'mac_address': 'fa:16:3e:cb:49:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b5e9ba67-07c6-43ea-ad13-16d85d3a0ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:11Z', 'updated_at': '2021-06-16T09:43:23Z', 'revision_number': 5, 'project_id': 'f5476756cec74ac89980f811e6b4c64a', 'subnets': [{'id': 'b5e9ba67-07c6-43ea-ad13-16d85d3a0ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:51:04.651059 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfee756-1775-4d2c-85db-a1b0c2c5117e None None] Checking router: 8b693ca6-9734-4668-8ef5-857ac618c9b0 for host: dv-cinder-796286-4-iscsi {{(pid=98983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:51:04.659562 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfee756-1775-4d2c-85db-a1b0c2c5117e None None] Routers {'8b693ca6-9734-4668-8ef5-857ac618c9b0'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:51:04.660120 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-ebfee756-1775-4d2c-85db-a1b0c2c5117e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:50:49Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['8b693ca6-9734-4668-8ef5-857ac618c9b0'], 'active': True} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:51:04.769782 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvr_db [None req-ebfee756-1775-4d2c-85db-a1b0c2c5117e None None] Set router 8b693ca6-9734-4668-8ef5-857ac618c9b0 gateway port host: dv-cinder-796286-4-iscsi {{(pid=98983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:51:04.829774 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 54798) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:04.941255 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-55f0821d-e62d-44d1-9223-66cb049f3889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:05.033013 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-55f0821d-e62d-44d1-9223-66cb049f3889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:05.066330 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-ebfee756-1775-4d2c-85db-a1b0c2c5117e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'name': 'tempest-AttachVolumeShelveTestJSON-541137821-router', 'tenant_id': 'f5476756cec74ac89980f811e6b4c64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'd5a6b48e-b827-4b1d-8036-8d3d55cee802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:04Z', 'updated_at': '2021-06-16T09:43:12Z', 'revision_number': 4, 'project_id': 'f5476756cec74ac89980f811e6b4c64a', 'gw_port': {'id': 'd5a6b48e-b827-4b1d-8036-8d3d55cee802', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:05Z', 'updated_at': '2021-06-16T09:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_interfaces': [{'id': 'a353de90-689e-4e22-9cdf-c78b30b62585', 'name': '', 'network_id': 'b643789e-234a-40e9-b489-894119bc4f89', 'tenant_id': 'f5476756cec74ac89980f811e6b4c64a', 'mac_address': 'fa:16:3e:cb:49:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b5e9ba67-07c6-43ea-ad13-16d85d3a0ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:11Z', 'updated_at': '2021-06-16T09:43:23Z', 'revision_number': 5, 'project_id': 'f5476756cec74ac89980f811e6b4c64a', 'subnets': [{'id': 'b5e9ba67-07c6-43ea-ad13-16d85d3a0ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:51:05.069757 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfee756-1775-4d2c-85db-a1b0c2c5117e None None] The sync data for ids ['8b693ca6-9734-4668-8ef5-857ac618c9b0'] in dv-cinder-796286-4-iscsi is: [{'id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'name': 'tempest-AttachVolumeShelveTestJSON-541137821-router', 'tenant_id': 'f5476756cec74ac89980f811e6b4c64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'd5a6b48e-b827-4b1d-8036-8d3d55cee802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:04Z', 'updated_at': '2021-06-16T09:43:12Z', 'revision_number': 4, 'project_id': 'f5476756cec74ac89980f811e6b4c64a', 'gw_port': {'id': 'd5a6b48e-b827-4b1d-8036-8d3d55cee802', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:05Z', 'updated_at': '2021-06-16T09:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_interfaces': [{'id': 'a353de90-689e-4e22-9cdf-c78b30b62585', 'name': '', 'network_id': 'b643789e-234a-40e9-b489-894119bc4f89', 'tenant_id': 'f5476756cec74ac89980f811e6b4c64a', 'mac_address': 'fa:16:3e:cb:49:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b5e9ba67-07c6-43ea-ad13-16d85d3a0ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:11Z', 'updated_at': '2021-06-16T09:43:23Z', 'revision_number': 5, 'project_id': 'f5476756cec74ac89980f811e6b4c64a', 'subnets': [{'id': 'b5e9ba67-07c6-43ea-ad13-16d85d3a0ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:51:05.120412 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-55f0821d-e62d-44d1-9223-66cb049f3889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:05.124345 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-627bf833-c4e3-445a-9cc7-86ca1721e953 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:05.170242 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-55f0821d-e62d-44d1-9223-66cb049f3889 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f049d2b5e61d489f93ac72f5103b1b92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3339710 Jun 16 09:51:05.170242 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f0821d-e62d-44d1-9223-66cb049f3889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e60f32c-a817-4977-92de-c5a1d5a51fa4,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:05.170581 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 54802) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:05.171968 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-55f0821d-e62d-44d1-9223-66cb049f3889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:05.233331 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-4a7fd6c5-256d-4bdf-8b3a-cc1c0ccdc6dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:05.252283 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-4a7fd6c5-256d-4bdf-8b3a-cc1c0ccdc6dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:05.311606 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c33367-5b3c-4771-bc3a-8c43285addbd None None] New status for floating IP 231509ec-ad7c-44d5-b958-d3cc6bce7f4a: DOWN {{(pid=98982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 09:51:05.395978 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 54808) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:05.413383 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-4a7fd6c5-256d-4bdf-8b3a-cc1c0ccdc6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:05.416254 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-4a7fd6c5-256d-4bdf-8b3a-cc1c0ccdc6dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:05.417358 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-4a7fd6c5-256d-4bdf-8b3a-cc1c0ccdc6dc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4e60f32c-a817-4977-92de-c5a1d5a51fa4 HTTP/1.1" status: 204 len: 168 time: 0.2482862 Jun 16 09:51:05.420650 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-3aed9a78-f74e-4ee0-b56e-c52bb5956908 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:05.437889 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7fd6c5-256d-4bdf-8b3a-cc1c0ccdc6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e60f32c-a817-4977-92de-c5a1d5a51fa4,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:05.445372 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-4a7fd6c5-256d-4bdf-8b3a-cc1c0ccdc6dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:05.465257 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-05f321f4-c62c-4b0f-b95e-b0742803319c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks [] for security_group, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:05.489779 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-05f321f4-c62c-4b0f-b95e-b0742803319c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:05.657885 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-05f321f4-c62c-4b0f-b95e-b0742803319c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:05.660617 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-05f321f4-c62c-4b0f-b95e-b0742803319c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:05.662693 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-05f321f4-c62c-4b0f-b95e-b0742803319c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "DELETE /v2.0/security-groups/e49f9d52-0af8-4ade-8943-72bc36c938a2 HTTP/1.1" status: 204 len: 168 time: 0.2647791 Jun 16 09:51:05.662693 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-e75a6350-0a1b-4d8a-8e85-af82f4aa361a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:05.664567 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 54812) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:05.671764 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f321f4-c62c-4b0f-b95e-b0742803319c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49f9d52-0af8-4ade-8943-72bc36c938a2,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:05.674149 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-05f321f4-c62c-4b0f-b95e-b0742803319c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:05.678301 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.api.v2.resource [None req-697261cf-2eca-41f2-bca1-783338b51618 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] show failed (client error): The resource could not be found. Jun 16 09:51:05.679287 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-697261cf-2eca-41f2-bca1-783338b51618 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "GET /v2.0/security-groups/e49f9d52-0af8-4ade-8943-72bc36c938a2 HTTP/1.1" status: 404 len: 347 time: 0.0137532 Jun 16 09:51:05.682045 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 54814) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:05.804702 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.plugin [None req-71d7be70-052c-4623-b313-01ddb8f4c281 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Deleting port ce83d5c8-12f7-4f2f-8842-b8f26ba66ede {{(pid=98980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:51:05.805040 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-71d7be70-052c-4623-b313-01ddb8f4c281 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:05.881185 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-71d7be70-052c-4623-b313-01ddb8f4c281 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:05.881884 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-71d7be70-052c-4623-b313-01ddb8f4c281 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:05.942414 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.plugin [None req-71d7be70-052c-4623-b313-01ddb8f4c281 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Calling delete_port for ce83d5c8-12f7-4f2f-8842-b8f26ba66ede owned by network:floatingip {{(pid=98980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:51:06.137712 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-71d7be70-052c-4623-b313-01ddb8f4c281 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126582338'] for port, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:06.139819 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-7cefffd8-4423-4825-acf2-690019b561c7 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:06.160922 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 54818) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:06.162037 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d7be70-052c-4623-b313-01ddb8f4c281 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Pushing event deleted for resources: {'Port': ['ID=ce83d5c8-12f7-4f2f-8842-b8f26ba66ede,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:06.174111 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-0362ebca-c8e5-45d4-b22d-c2ed3381a8c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:06.174929 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d7be70-052c-4623-b313-01ddb8f4c281 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:06.175314 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d7be70-052c-4623-b313-01ddb8f4c281 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:06.175687 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d7be70-052c-4623-b313-01ddb8f4c281 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:06.176049 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d7be70-052c-4623-b313-01ddb8f4c281 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:06.176418 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d7be70-052c-4623-b313-01ddb8f4c281 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:06.176840 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d7be70-052c-4623-b313-01ddb8f4c281 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:06.177196 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d7be70-052c-4623-b313-01ddb8f4c281 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:06.177552 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d7be70-052c-4623-b313-01ddb8f4c281 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:06.177908 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d7be70-052c-4623-b313-01ddb8f4c281 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:06.178260 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d7be70-052c-4623-b313-01ddb8f4c281 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:06.178610 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d7be70-052c-4623-b313-01ddb8f4c281 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:06.178983 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d7be70-052c-4623-b313-01ddb8f4c281 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:06.199907 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-71d7be70-052c-4623-b313-01ddb8f4c281 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:06.237914 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-71d7be70-052c-4623-b313-01ddb8f4c281 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks [] for floatingip, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:06.240412 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-71d7be70-052c-4623-b313-01ddb8f4c281 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for floatingip, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:06.241531 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-71d7be70-052c-4623-b313-01ddb8f4c281 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] 10.222.0.25 "DELETE /v2.0/floatingips/231509ec-ad7c-44d5-b958-d3cc6bce7f4a HTTP/1.1" status: 204 len: 168 time: 0.5586078 Jun 16 09:51:06.267109 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-0362ebca-c8e5-45d4-b22d-c2ed3381a8c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:06.337676 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-0362ebca-c8e5-45d4-b22d-c2ed3381a8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:06.340481 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-7d6ba9ab-532a-4091-b761-453a2b924d77 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:06.377171 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-0362ebca-c8e5-45d4-b22d-c2ed3381a8c8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=87ce547678bd450fa346834832bcbad2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2177427 Jun 16 09:51:06.378080 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0362ebca-c8e5-45d4-b22d-c2ed3381a8c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a1f1a1-f462-4bc6-ab1e-cf9c97b24590,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:06.379819 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 54822) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:06.381269 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-0362ebca-c8e5-45d4-b22d-c2ed3381a8c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:06.429591 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-5f2d5ee8-cc46-49f1-8ec6-87b02953bf93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:06.452118 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-5f2d5ee8-cc46-49f1-8ec6-87b02953bf93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:06.578492 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-5f2d5ee8-cc46-49f1-8ec6-87b02953bf93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:06.581310 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-5f2d5ee8-cc46-49f1-8ec6-87b02953bf93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:06.582560 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-5f2d5ee8-cc46-49f1-8ec6-87b02953bf93 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/34a1f1a1-f462-4bc6-ab1e-cf9c97b24590 HTTP/1.1" status: 204 len: 168 time: 0.2017050 Jun 16 09:51:06.583395 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-47c41901-31ee-4471-9521-b1453bd5d3fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:06.590835 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2d5ee8-cc46-49f1-8ec6-87b02953bf93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a1f1a1-f462-4bc6-ab1e-cf9c97b24590,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:06.593317 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-5f2d5ee8-cc46-49f1-8ec6-87b02953bf93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:07.547331 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 0195f430-99c7-4f0b-97c0-89a3f0d08ed8 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:51:07.567904 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] No Port match for: 0195f430-99c7-4f0b-97c0-89a3f0d08ed8 {{(pid=98982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:51:07.568249 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 0195f430-99c7-4f0b-97c0-89a3f0d08ed8 not bound to the agent host hv-cinder-79628 {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:51:09.221730 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 54884) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:09.962687 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-3d3acc6e-2c91-4c4b-8606-c36f9610d0ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690889'] for router_interface, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:10.214186 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.plugin [None req-3d3acc6e-2c91-4c4b-8606-c36f9610d0ca admin admin] Deleting port a353de90-689e-4e22-9cdf-c78b30b62585 {{(pid=98981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:51:10.214431 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-3d3acc6e-2c91-4c4b-8606-c36f9610d0ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:10.291156 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.db [None req-3d3acc6e-2c91-4c4b-8606-c36f9610d0ca admin admin] For port a353de90-689e-4e22-9cdf-c78b30b62585, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=a353de90-689e-4e22-9cdf-c78b30b62585,segment=NetworkSegment(072836ba-11c0-4d89-9dbf-d840ce8bf23f),segment_id=072836ba-11c0-4d89-9dbf-d840ce8bf23f)] {{(pid=98981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:51:10.292133 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-3d3acc6e-2c91-4c4b-8606-c36f9610d0ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:10.355478 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.plugin [None req-3d3acc6e-2c91-4c4b-8606-c36f9610d0ca admin admin] Calling delete_port for a353de90-689e-4e22-9cdf-c78b30b62585 owned by network:router_interface {{(pid=98981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:51:10.582912 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-3d3acc6e-2c91-4c4b-8606-c36f9610d0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126587795'] for port, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:10.584754 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-2937be79-a7db-4834-95ba-9b3669b564ae tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:10.611919 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3acc6e-2c91-4c4b-8606-c36f9610d0ca admin admin] Pushing event deleted for resources: {'Port': ['ID=a353de90-689e-4e22-9cdf-c78b30b62585,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:10.613659 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-3d3acc6e-2c91-4c4b-8606-c36f9610d0ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:10.775727 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-3d3acc6e-2c91-4c4b-8606-c36f9610d0ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690781'] for router_interface, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:10.990799 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d3acc6e-2c91-4c4b-8606-c36f9610d0ca admin admin] Router 8b693ca6-9734-4668-8ef5-857ac618c9b0 has already been hosted by L3 agent 7768ee83-37c7-4165-88a2-5844eb43ad81 {{(pid=98981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:51:11.093664 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3acc6e-2c91-4c4b-8606-c36f9610d0ca admin admin] Notify agent at l3_agent.dv-cinder-796286-4-iscsi the message routers_updated {{(pid=98981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:51:11.098491 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-3d3acc6e-2c91-4c4b-8606-c36f9610d0ca admin admin] 10.222.0.25 "PUT /v2.0/routers/8b693ca6-9734-4668-8ef5-857ac618c9b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8757555 Jun 16 09:51:11.101029 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 54906) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:11.103700 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7764a96-3dd4-4e5f-8f61-9e1a3cd115d4 None None] Sync routers for ids ['8b693ca6-9734-4668-8ef5-857ac618c9b0'] in dv-cinder-796286-4-iscsi {{(pid=98983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:51:11.113280 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7764a96-3dd4-4e5f-8f61-9e1a3cd115d4 None None] Routers {'8b693ca6-9734-4668-8ef5-857ac618c9b0'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:51:11.113885 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-b7764a96-3dd4-4e5f-8f61-9e1a3cd115d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:50:49Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['8b693ca6-9734-4668-8ef5-857ac618c9b0'], 'active': True} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:51:11.199444 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d3851a08-e856-4a77-9a4e-c344653ede16 admin admin] Notify callbacks [] for router, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:11.217670 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvr_db [None req-b7764a96-3dd4-4e5f-8f61-9e1a3cd115d4 None None] Set router 8b693ca6-9734-4668-8ef5-857ac618c9b0 gateway port host: dv-cinder-796286-4-iscsi {{(pid=98983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:51:11.264181 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:11.300998 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d3851a08-e856-4a77-9a4e-c344653ede16 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:11.394281 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-b7764a96-3dd4-4e5f-8f61-9e1a3cd115d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'name': 'tempest-AttachVolumeShelveTestJSON-541137821-router', 'tenant_id': 'f5476756cec74ac89980f811e6b4c64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'd5a6b48e-b827-4b1d-8036-8d3d55cee802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:04Z', 'updated_at': '2021-06-16T09:51:10Z', 'revision_number': 5, 'project_id': 'f5476756cec74ac89980f811e6b4c64a', 'gw_port': {'id': 'd5a6b48e-b827-4b1d-8036-8d3d55cee802', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:05Z', 'updated_at': '2021-06-16T09:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi'}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:51:11.397710 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7764a96-3dd4-4e5f-8f61-9e1a3cd115d4 None None] Checking router: 8b693ca6-9734-4668-8ef5-857ac618c9b0 for host: dv-cinder-796286-4-iscsi {{(pid=98983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:51:11.406230 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7764a96-3dd4-4e5f-8f61-9e1a3cd115d4 None None] Routers {'8b693ca6-9734-4668-8ef5-857ac618c9b0'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:51:11.406821 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-b7764a96-3dd4-4e5f-8f61-9e1a3cd115d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:50:49Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['8b693ca6-9734-4668-8ef5-857ac618c9b0'], 'active': True} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:51:11.465295 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.plugin [None req-d3851a08-e856-4a77-9a4e-c344653ede16 admin admin] Deleting port d5a6b48e-b827-4b1d-8036-8d3d55cee802 {{(pid=98981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:51:11.465631 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d3851a08-e856-4a77-9a4e-c344653ede16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:11.508193 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvr_db [None req-b7764a96-3dd4-4e5f-8f61-9e1a3cd115d4 None None] Set router 8b693ca6-9734-4668-8ef5-857ac618c9b0 gateway port host: dv-cinder-796286-4-iscsi {{(pid=98983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:51:11.549461 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.db [None req-d3851a08-e856-4a77-9a4e-c344653ede16 admin admin] For port d5a6b48e-b827-4b1d-8036-8d3d55cee802, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=d5a6b48e-b827-4b1d-8036-8d3d55cee802,segment=NetworkSegment(ee5243d6-0a20-466c-b2f3-0cfa4d8430c8),segment_id=ee5243d6-0a20-466c-b2f3-0cfa4d8430c8)] {{(pid=98981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:51:11.555437 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d3851a08-e856-4a77-9a4e-c344653ede16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:11.616514 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.plugin [None req-d3851a08-e856-4a77-9a4e-c344653ede16 admin admin] Calling delete_port for d5a6b48e-b827-4b1d-8036-8d3d55cee802 owned by network:router_gateway {{(pid=98981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:51:11.699559 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-b7764a96-3dd4-4e5f-8f61-9e1a3cd115d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'name': 'tempest-AttachVolumeShelveTestJSON-541137821-router', 'tenant_id': 'f5476756cec74ac89980f811e6b4c64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'd5a6b48e-b827-4b1d-8036-8d3d55cee802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:04Z', 'updated_at': '2021-06-16T09:51:10Z', 'revision_number': 5, 'project_id': 'f5476756cec74ac89980f811e6b4c64a', 'gw_port': {'id': 'd5a6b48e-b827-4b1d-8036-8d3d55cee802', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:05Z', 'updated_at': '2021-06-16T09:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi'}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:51:11.703592 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7764a96-3dd4-4e5f-8f61-9e1a3cd115d4 None None] The sync data for ids ['8b693ca6-9734-4668-8ef5-857ac618c9b0'] in dv-cinder-796286-4-iscsi is: [{'id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'name': 'tempest-AttachVolumeShelveTestJSON-541137821-router', 'tenant_id': 'f5476756cec74ac89980f811e6b4c64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'd5a6b48e-b827-4b1d-8036-8d3d55cee802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:04Z', 'updated_at': '2021-06-16T09:51:10Z', 'revision_number': 5, 'project_id': 'f5476756cec74ac89980f811e6b4c64a', 'gw_port': {'id': 'd5a6b48e-b827-4b1d-8036-8d3d55cee802', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b693ca6-9734-4668-8ef5-857ac618c9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:05Z', 'updated_at': '2021-06-16T09:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi'}] {{(pid=98983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:51:11.857574 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d3851a08-e856-4a77-9a4e-c344653ede16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126587795'] for port, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:11.860480 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-015592cf-819c-4401-86b1-8010611bb51c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:11.883840 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3851a08-e856-4a77-9a4e-c344653ede16 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5a6b48e-b827-4b1d-8036-8d3d55cee802,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:11.886427 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-d3851a08-e856-4a77-9a4e-c344653ede16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:11.946571 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d3851a08-e856-4a77-9a4e-c344653ede16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761374'] for router_gateway, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:12.037892 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d3851a08-e856-4a77-9a4e-c344653ede16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5683'] for router, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:12.038655 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d3851a08-e856-4a77-9a4e-c344653ede16 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:12.148043 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device a353de90-689e-4e22-9cdf-c78b30b62585 no longer exists at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:51:12.149273 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d3851a08-e856-4a77-9a4e-c344653ede16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754516'] for router, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:12.149888 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3851a08-e856-4a77-9a4e-c344653ede16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b693ca6-9734-4668-8ef5-857ac618c9b0 {{(pid=98981) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 09:51:12.155839 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d3851a08-e856-4a77-9a4e-c344653ede16 admin admin] Notify callbacks [] for router, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:12.156977 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-d3851a08-e856-4a77-9a4e-c344653ede16 admin admin] 10.222.0.25 "DELETE /v2.0/routers/8b693ca6-9734-4668-8ef5-857ac618c9b0 HTTP/1.1" status: 204 len: 168 time: 1.0550561 Jun 16 09:51:12.159544 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 54914) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:12.169427 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] No Port match for: a353de90-689e-4e22-9cdf-c78b30b62585 {{(pid=98982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:51:12.169780 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device a353de90-689e-4e22-9cdf-c78b30b62585 not bound to the agent host dv-cinder-796286-4-iscsi {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:51:12.204053 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.db_base_plugin_v2 [None req-28d458c4-ce28-447b-90c4-e3ae51edd457 admin admin] Deleting subnet b5e9ba67-07c6-43ea-ad13-16d85d3a0ee3 {{(pid=98981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 09:51:12.207104 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-28d458c4-ce28-447b-90c4-e3ae51edd457 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:12.241238 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-28d458c4-ce28-447b-90c4-e3ae51edd457 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126587019'] for subnet, precommit_delete_associations {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:12.352979 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-28d458c4-ce28-447b-90c4-e3ae51edd457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756163'] for subnet, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:12.486315 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-28d458c4-ce28-447b-90c4-e3ae51edd457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126587737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129128171'] for subnet, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:12.488657 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:12.515538 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d458c4-ce28-447b-90c4-e3ae51edd457 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5e9ba67-07c6-43ea-ad13-16d85d3a0ee3,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:12.518388 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-28d458c4-ce28-447b-90c4-e3ae51edd457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:12.519369 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-28d458c4-ce28-447b-90c4-e3ae51edd457 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:12.521164 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-28d458c4-ce28-447b-90c4-e3ae51edd457 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b5e9ba67-07c6-43ea-ad13-16d85d3a0ee3 HTTP/1.1" status: 204 len: 168 time: 0.3607194 Jun 16 09:51:12.523767 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 54916) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:12.526187 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834a067d-b80a-4dc0-a886-289c8538a1d4 None None] Network b643789e-234a-40e9-b489-894119bc4f89 requested from dv-cinder-796286-4-iscsi {{(pid=98982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:51:12.589952 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-0632041f-b4f9-4a95-b5af-14ae1f2d7bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1649310'] for network, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:12.673748 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.plugin [None req-0632041f-b4f9-4a95-b5af-14ae1f2d7bde admin admin] Deleting port 4e222345-de1a-4192-95f7-5b0467d9cc63 {{(pid=98981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:51:12.674083 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-0632041f-b4f9-4a95-b5af-14ae1f2d7bde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:12.755065 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb79d48-1010-42c1-8f06-016f41b34785 None None] DHCP port deletion for b643789e-234a-40e9-b489-894119bc4f89 request from dv-cinder-796286-4-iscsi {{(pid=98982) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 09:51:12.793870 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.db [None req-0632041f-b4f9-4a95-b5af-14ae1f2d7bde admin admin] For port 4e222345-de1a-4192-95f7-5b0467d9cc63, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=4e222345-de1a-4192-95f7-5b0467d9cc63,segment=NetworkSegment(072836ba-11c0-4d89-9dbf-d840ce8bf23f),segment_id=072836ba-11c0-4d89-9dbf-d840ce8bf23f)] {{(pid=98981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:51:12.794420 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-0632041f-b4f9-4a95-b5af-14ae1f2d7bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:12.808926 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-1fb79d48-1010-42c1-8f06-016f41b34785 None None] Deleting port 4e222345-de1a-4192-95f7-5b0467d9cc63 {{(pid=98982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:51:12.809303 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-1fb79d48-1010-42c1-8f06-016f41b34785 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:12.857723 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.plugin [None req-0632041f-b4f9-4a95-b5af-14ae1f2d7bde admin admin] Calling delete_port for 4e222345-de1a-4192-95f7-5b0467d9cc63 owned by network:dhcp {{(pid=98981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:51:12.870374 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-1fb79d48-1010-42c1-8f06-016f41b34785 None None] For port 4e222345-de1a-4192-95f7-5b0467d9cc63, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=4e222345-de1a-4192-95f7-5b0467d9cc63,segment=NetworkSegment(072836ba-11c0-4d89-9dbf-d840ce8bf23f),segment_id=072836ba-11c0-4d89-9dbf-d840ce8bf23f)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:51:12.870768 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-1fb79d48-1010-42c1-8f06-016f41b34785 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:12.941125 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-1fb79d48-1010-42c1-8f06-016f41b34785 None None] Calling delete_port for 4e222345-de1a-4192-95f7-5b0467d9cc63 owned by network:dhcp {{(pid=98982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:51:13.023428 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-0632041f-b4f9-4a95-b5af-14ae1f2d7bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126587795'] for port, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:13.025248 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:13.031372 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-1fb79d48-1010-42c1-8f06-016f41b34785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119'] for port, after_delete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:13.035648 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:13.050518 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0632041f-b4f9-4a95-b5af-14ae1f2d7bde admin admin] Pushing event deleted for resources: {'Port': ['ID=4e222345-de1a-4192-95f7-5b0467d9cc63,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:13.053460 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-0632041f-b4f9-4a95-b5af-14ae1f2d7bde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:13.054336 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0632041f-b4f9-4a95-b5af-14ae1f2d7bde admin admin] No DVR routers for this DVR port 4e222345-de1a-4192-95f7-5b0467d9cc63 on host dv-cinder-796286-4-iscsi {{(pid=98981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:51:13.070279 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb79d48-1010-42c1-8f06-016f41b34785 None None] No DVR routers for this DVR port 4e222345-de1a-4192-95f7-5b0467d9cc63 on host dv-cinder-796286-4-iscsi {{(pid=98982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:51:13.074163 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb79d48-1010-42c1-8f06-016f41b34785 None None] Pushing event deleted for resources: {'Port': ['ID=4e222345-de1a-4192-95f7-5b0467d9cc63,revision_number=None']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:13.082089 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb79d48-1010-42c1-8f06-016f41b34785 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:13.082483 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb79d48-1010-42c1-8f06-016f41b34785 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:13.082729 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb79d48-1010-42c1-8f06-016f41b34785 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:13.083082 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb79d48-1010-42c1-8f06-016f41b34785 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:13.083409 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb79d48-1010-42c1-8f06-016f41b34785 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:13.083750 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb79d48-1010-42c1-8f06-016f41b34785 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:13.084047 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb79d48-1010-42c1-8f06-016f41b34785 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:13.084498 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb79d48-1010-42c1-8f06-016f41b34785 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:13.084804 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb79d48-1010-42c1-8f06-016f41b34785 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:13.085132 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb79d48-1010-42c1-8f06-016f41b34785 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:13.085445 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb79d48-1010-42c1-8f06-016f41b34785 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:13.085758 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb79d48-1010-42c1-8f06-016f41b34785 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:13.089026 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-1fb79d48-1010-42c1-8f06-016f41b34785 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:13.130647 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-0632041f-b4f9-4a95-b5af-14ae1f2d7bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756812', 'neutron.services.segments.db._delete_segments_for_network-8772813474353'] for network, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:13.140800 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.services.segments.db [None req-0632041f-b4f9-4a95-b5af-14ae1f2d7bde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b643789e-234a-40e9-b489-894119bc4f89']}} {{(pid=98981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:51:13.151174 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.services.segments.db [None req-0632041f-b4f9-4a95-b5af-14ae1f2d7bde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '072836ba-11c0-4d89-9dbf-d840ce8bf23f') {'for_net_delete': True} {{(pid=98981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:51:13.151483 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.services.segments.db [None req-0632041f-b4f9-4a95-b5af-14ae1f2d7bde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '072836ba-11c0-4d89-9dbf-d840ce8bf23f') {} {{(pid=98981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:51:13.160929 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-0632041f-b4f9-4a95-b5af-14ae1f2d7bde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772813475202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126587026'] for segment, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:13.181519 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-0632041f-b4f9-4a95-b5af-14ae1f2d7bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753648'] for segment, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:13.188972 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0632041f-b4f9-4a95-b5af-14ae1f2d7bde admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=98981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 09:51:13.189181 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-0632041f-b4f9-4a95-b5af-14ae1f2d7bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126587846'] for segment, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:13.191207 dv-cinder-796286-4-iscsi neutron-server[98981]: Traceback (most recent call last): Jun 16 09:51:13.191207 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 09:51:13.191207 dv-cinder-796286-4-iscsi neutron-server[98981]: timer() Jun 16 09:51:13.191207 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 09:51:13.191207 dv-cinder-796286-4-iscsi neutron-server[98981]: cb(*args, **kw) Jun 16 09:51:13.191207 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 09:51:13.191207 dv-cinder-796286-4-iscsi neutron-server[98981]: return func(*args, **kwargs) Jun 16 09:51:13.191207 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 09:51:13.191207 dv-cinder-796286-4-iscsi neutron-server[98981]: self._notify() Jun 16 09:51:13.191207 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 09:51:13.191207 dv-cinder-796286-4-iscsi neutron-server[98981]: self.callback(batched_events) Jun 16 09:51:13.191207 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 09:51:13.191207 dv-cinder-796286-4-iscsi neutron-server[98981]: event.method(event) Jun 16 09:51:13.191207 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 09:51:13.191207 dv-cinder-796286-4-iscsi neutron-server[98981]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 09:51:13.191207 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 09:51:13.191207 dv-cinder-796286-4-iscsi neutron-server[98981]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 09:51:13.191207 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 09:51:13.191207 dv-cinder-796286-4-iscsi neutron-server[98981]: return f(self, *a, **k) Jun 16 09:51:13.191207 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 09:51:13.191207 dv-cinder-796286-4-iscsi neutron-server[98981]: return self._get(url).json() Jun 16 09:51:13.191207 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 09:51:13.191207 dv-cinder-796286-4-iscsi neutron-server[98981]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 09:51:13.191207 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 09:51:13.191207 dv-cinder-796286-4-iscsi neutron-server[98981]: return self.request(url, 'GET', **kwargs) Jun 16 09:51:13.191207 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 09:51:13.191207 dv-cinder-796286-4-iscsi neutron-server[98981]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 09:51:13.191207 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 09:51:13.191207 dv-cinder-796286-4-iscsi neutron-server[98981]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 09:51:13.191207 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 09:51:13.191207 dv-cinder-796286-4-iscsi neutron-server[98981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 09:51:13.191207 dv-cinder-796286-4-iscsi neutron-server[98981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 09:51:13.295801 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1ae17-8561-4fb4-be73-c8dccf0254da req-02c1a731-094f-47db-8d83-7f273392a982 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:51:13.297754 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-19d1ae17-8561-4fb4-be73-c8dccf0254da req-02c1a731-094f-47db-8d83-7f273392a982 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 945 time: 0.0646613 Jun 16 09:51:13.343802 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-19d1ae17-8561-4fb4-be73-c8dccf0254da req-55ab4229-20a8-424b-bb8e-7b65486f4e64 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/security-groups?id=720d336e-0e62-436a-bb28-d9acf2616279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346439 Jun 16 09:51:13.411757 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-0632041f-b4f9-4a95-b5af-14ae1f2d7bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761456'] for network, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:13.415604 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-61f3fa24-4d74-41ad-b3ca-27cabc559c9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:13.418416 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-0632041f-b4f9-4a95-b5af-14ae1f2d7bde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for network, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:13.420195 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-0632041f-b4f9-4a95-b5af-14ae1f2d7bde admin admin] 10.222.0.25 "DELETE /v2.0/networks/b643789e-234a-40e9-b489-894119bc4f89 HTTP/1.1" status: 204 len: 168 time: 0.8955410 Jun 16 09:51:13.431607 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0632041f-b4f9-4a95-b5af-14ae1f2d7bde admin admin] Pushing event deleted for resources: {'Network': ['ID=b643789e-234a-40e9-b489-894119bc4f89,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:13.433958 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-0632041f-b4f9-4a95-b5af-14ae1f2d7bde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:13.775539 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 54944) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:13.815380 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-f5e084d3-6440-43ce-868e-3ddd52bd954c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f5476756cec74ac89980f811e6b4c64a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0385978 Jun 16 09:51:13.817610 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 54946) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:13.868028 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-f3c8f840-0b2e-4a8e-af27-663543ec431f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:13.887314 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-f3c8f840-0b2e-4a8e-af27-663543ec431f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:14.008794 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 4e222345-de1a-4192-95f7-5b0467d9cc63 no longer exists at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:51:14.029005 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] No Port match for: 4e222345-de1a-4192-95f7-5b0467d9cc63 {{(pid=98982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:51:14.029358 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 4e222345-de1a-4192-95f7-5b0467d9cc63 not bound to the agent host dv-cinder-796286-4-iscsi {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:51:14.029774 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device d5a6b48e-b827-4b1d-8036-8d3d55cee802 no longer exists at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:51:14.034797 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-f3c8f840-0b2e-4a8e-af27-663543ec431f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:14.037545 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-f3c8f840-0b2e-4a8e-af27-663543ec431f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:14.038753 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-f3c8f840-0b2e-4a8e-af27-663543ec431f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0073a650-4d84-4913-a993-17fdffb0a1fe HTTP/1.1" status: 204 len: 168 time: 0.2202694 Jun 16 09:51:14.039652 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-97cd323c-8a52-4eb3-91f2-debd09db4d40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:14.047659 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c8f840-0b2e-4a8e-af27-663543ec431f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0073a650-4d84-4913-a993-17fdffb0a1fe,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:14.049439 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] No Port match for: d5a6b48e-b827-4b1d-8036-8d3d55cee802 {{(pid=98982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:51:14.049800 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device d5a6b48e-b827-4b1d-8036-8d3d55cee802 not bound to the agent host dv-cinder-796286-4-iscsi {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:51:14.050223 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-f3c8f840-0b2e-4a8e-af27-663543ec431f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:14.516382 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532914bb-2914-4137-9f4a-df18decc59cb req-ef97b95f-55b8-489c-a65f-018f7636426a tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:51:14.517956 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-532914bb-2914-4137-9f4a-df18decc59cb req-ef97b95f-55b8-489c-a65f-018f7636426a tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 945 time: 0.0683811 Jun 16 09:51:14.560926 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-532914bb-2914-4137-9f4a-df18decc59cb req-edeb1144-1fc5-4894-8946-3c7f76db4dfb tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/security-groups?id=720d336e-0e62-436a-bb28-d9acf2616279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361743 Jun 16 09:51:14.571103 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 54966) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:14.673118 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-aa3cb80f-d9d4-4606-ac27-03cb99556416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:14.757048 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-aa3cb80f-d9d4-4606-ac27-03cb99556416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:14.840489 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-aa3cb80f-d9d4-4606-ac27-03cb99556416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:14.844074 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-0362ebca-c8e5-45d4-b22d-c2ed3381a8c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:14.879779 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-aa3cb80f-d9d4-4606-ac27-03cb99556416 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4d1d2dfc9f114862bbf3a84984acec80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3074987 Jun 16 09:51:14.880776 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3cb80f-d9d4-4606-ac27-03cb99556416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5936e16d-3b50-4c4f-8f48-a4f9d17cb39b,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:14.882404 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 54976) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:14.884095 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-aa3cb80f-d9d4-4606-ac27-03cb99556416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:14.931535 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-d2af5f25-ee72-4d9f-9a01-243ca30a7385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:14.951422 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-d2af5f25-ee72-4d9f-9a01-243ca30a7385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:15.097189 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-d2af5f25-ee72-4d9f-9a01-243ca30a7385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:15.099791 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-d2af5f25-ee72-4d9f-9a01-243ca30a7385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:15.100949 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-d2af5f25-ee72-4d9f-9a01-243ca30a7385 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5936e16d-3b50-4c4f-8f48-a4f9d17cb39b HTTP/1.1" status: 204 len: 168 time: 0.2175260 Jun 16 09:51:15.101882 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-18ac9489-510a-421e-bc62-60dfc4a52406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:15.109634 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2af5f25-ee72-4d9f-9a01-243ca30a7385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5936e16d-3b50-4c4f-8f48-a4f9d17cb39b,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:15.111874 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-d2af5f25-ee72-4d9f-9a01-243ca30a7385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:15.717626 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 55018) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:15.731245 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-6eb5ab38-9a1f-440c-9d03-2d960ff36ca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:15.751880 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070838d-24f1-4e2a-9eb8-378d5faf4176 req-7eb87101-83bf-4404-807f-9b25ff2c4c70 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:51:15.753407 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-5070838d-24f1-4e2a-9eb8-378d5faf4176 req-7eb87101-83bf-4404-807f-9b25ff2c4c70 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 945 time: 0.0671318 Jun 16 09:51:15.797622 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-5070838d-24f1-4e2a-9eb8-378d5faf4176 req-542094fe-fa2a-45d2-b6a6-821423cc35f3 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/security-groups?id=720d336e-0e62-436a-bb28-d9acf2616279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385292 Jun 16 09:51:15.828568 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-6eb5ab38-9a1f-440c-9d03-2d960ff36ca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:15.919978 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-6eb5ab38-9a1f-440c-9d03-2d960ff36ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:15.924201 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-4d71fd97-880c-4dc4-a499-be5403e2eda7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:15.959820 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-6eb5ab38-9a1f-440c-9d03-2d960ff36ca5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fe5ee57a2c354165bd440cd3c42ade9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2404251 Jun 16 09:51:15.960797 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb5ab38-9a1f-440c-9d03-2d960ff36ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556bbec2-a979-42bf-a40c-f37f1a1caddb,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:15.962482 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 55020) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:15.963842 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-6eb5ab38-9a1f-440c-9d03-2d960ff36ca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:16.013506 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-642ceaf5-320b-4b2f-a2c9-c68f4c81195e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:16.035996 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-642ceaf5-320b-4b2f-a2c9-c68f4c81195e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:16.075466 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 55024) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:16.178161 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-0355b965-7a40-4c57-9910-f7be48947826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:16.236503 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-642ceaf5-320b-4b2f-a2c9-c68f4c81195e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:16.239052 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-642ceaf5-320b-4b2f-a2c9-c68f4c81195e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:16.240167 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-642ceaf5-320b-4b2f-a2c9-c68f4c81195e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/556bbec2-a979-42bf-a40c-f37f1a1caddb HTTP/1.1" status: 204 len: 168 time: 0.2759368 Jun 16 09:51:16.244764 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-7a9d0362-c6bd-4a89-81f1-dc95c6be1226 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:16.261695 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ceaf5-320b-4b2f-a2c9-c68f4c81195e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556bbec2-a979-42bf-a40c-f37f1a1caddb,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:16.261695 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-642ceaf5-320b-4b2f-a2c9-c68f4c81195e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:16.310961 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-0355b965-7a40-4c57-9910-f7be48947826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:16.417558 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-0355b965-7a40-4c57-9910-f7be48947826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:16.420416 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-8e46bd95-2fca-4bb1-bdeb-b49640bd0b4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:16.463788 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-0355b965-7a40-4c57-9910-f7be48947826 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e29571bdfbec49ff9ef87d5f5bb5003d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3869579 Jun 16 09:51:16.464699 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0355b965-7a40-4c57-9910-f7be48947826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c30e21-5b98-4bd5-aba1-b1300f48bf9a,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:16.466545 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 55030) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:16.467790 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-0355b965-7a40-4c57-9910-f7be48947826 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:16.519356 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-0ee8ac09-e021-42d7-bd94-37083dd6a26c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:16.540505 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-0ee8ac09-e021-42d7-bd94-37083dd6a26c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:16.663132 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-0ee8ac09-e021-42d7-bd94-37083dd6a26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:16.665704 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-0ee8ac09-e021-42d7-bd94-37083dd6a26c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:16.667440 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-0ee8ac09-e021-42d7-bd94-37083dd6a26c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/58c30e21-5b98-4bd5-aba1-b1300f48bf9a HTTP/1.1" status: 204 len: 168 time: 0.1998682 Jun 16 09:51:16.668274 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-b76b77e3-efdc-4130-b134-d97be449b5da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:16.677085 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8ac09-e021-42d7-bd94-37083dd6a26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c30e21-5b98-4bd5-aba1-b1300f48bf9a,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:16.684890 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-0ee8ac09-e021-42d7-bd94-37083dd6a26c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:16.982905 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-457e040c-05d2-46a5-8429-cdff93e3c8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:16.999740 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253956fd-6866-44ac-91de-968ebdf59ef2 req-4f215d88-26b8-477a-b828-e38bd4441839 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:51:17.001233 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-253956fd-6866-44ac-91de-968ebdf59ef2 req-4f215d88-26b8-477a-b828-e38bd4441839 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 945 time: 0.0707717 Jun 16 09:51:17.044750 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-253956fd-6866-44ac-91de-968ebdf59ef2 req-da141678-0138-44b6-884f-897cfb822eeb tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/security-groups?id=720d336e-0e62-436a-bb28-d9acf2616279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368922 Jun 16 09:51:18.227202 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d95cf-ef7f-4eb9-b598-27d1c1355af5 req-0890a7cc-dd69-4801-8907-a133ef3a3377 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:51:18.231383 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-182d95cf-ef7f-4eb9-b598-27d1c1355af5 req-0890a7cc-dd69-4801-8907-a133ef3a3377 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 945 time: 0.0696247 Jun 16 09:51:18.269765 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-182d95cf-ef7f-4eb9-b598-27d1c1355af5 req-78dc81c5-8d00-4777-83a4-a142b835eac2 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/security-groups?id=720d336e-0e62-436a-bb28-d9acf2616279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328994 Jun 16 09:51:19.303491 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-b287037e-d6c4-408e-8df2-98e008ce5be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:19.450750 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56593aa6-a33d-4e2f-a5cc-371f87d7881c req-c3ef1800-85b5-4b99-b7a0-d56e201fe18a tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:51:19.452995 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-56593aa6-a33d-4e2f-a5cc-371f87d7881c req-c3ef1800-85b5-4b99-b7a0-d56e201fe18a tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 945 time: 0.0689418 Jun 16 09:51:19.491132 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-56593aa6-a33d-4e2f-a5cc-371f87d7881c req-d1cbef99-aea9-454b-a400-dfcf9d6810b9 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/security-groups?id=720d336e-0e62-436a-bb28-d9acf2616279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324583 Jun 16 09:51:19.588576 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:20.503258 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-16d92f64-da1b-4eb0-8f0f-160fef97265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:20.660968 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73baf2b9-8701-4321-bc14-a12b22bc2247 req-3a8758a9-41e8-480d-9d13-e6b93320d3fb tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:51:20.662300 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-73baf2b9-8701-4321-bc14-a12b22bc2247 req-3a8758a9-41e8-480d-9d13-e6b93320d3fb tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 945 time: 0.0601802 Jun 16 09:51:20.698848 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-73baf2b9-8701-4321-bc14-a12b22bc2247 req-36b0317d-9c55-4b8c-b658-263071ccffbc tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/security-groups?id=720d336e-0e62-436a-bb28-d9acf2616279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302439 Jun 16 09:51:21.874685 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27147f-7b15-4120-aa93-1137e4db4059 req-42c33afd-cc85-4244-adc4-14572e27dc33 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:51:21.876329 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-cd27147f-7b15-4120-aa93-1137e4db4059 req-42c33afd-cc85-4244-adc4-14572e27dc33 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 945 time: 0.0673149 Jun 16 09:51:21.914405 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-cd27147f-7b15-4120-aa93-1137e4db4059 req-f6da09ef-b911-4110-9ee8-02909c7245aa tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/security-groups?id=720d336e-0e62-436a-bb28-d9acf2616279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324643 Jun 16 09:51:22.411869 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e4fb578b-fd5e-47f0-aa8c-4b83a36f29c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:23.095152 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03b2a0-f886-4555-8978-5ed357a9000c req-6a679c09-6d9c-4b8b-bac3-03cacf5b98d2 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:51:23.096631 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-fb03b2a0-f886-4555-8978-5ed357a9000c req-6a679c09-6d9c-4b8b-bac3-03cacf5b98d2 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 945 time: 0.0685763 Jun 16 09:51:23.134276 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-fb03b2a0-f886-4555-8978-5ed357a9000c req-90feeaf1-9532-4fbb-914d-7661efd0f076 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/security-groups?id=720d336e-0e62-436a-bb28-d9acf2616279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318851 Jun 16 09:51:23.640974 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be4106-db0b-42d6-8f27-d003bc4f53bd req-b8d0c2f7-5180-4dac-842d-bc947de19d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:51:23.642309 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-94be4106-db0b-42d6-8f27-d003bc4f53bd req-b8d0c2f7-5180-4dac-842d-bc947de19d48 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6226202408dc460f85ceba7cc535d9f3&device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 1098 time: 0.0515406 Jun 16 09:51:24.008359 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be4106-db0b-42d6-8f27-d003bc4f53bd req-37e88cf0-a5e6-417e-96cd-d3cd4099d9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:51:24.009856 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-94be4106-db0b-42d6-8f27-d003bc4f53bd req-37e88cf0-a5e6-417e-96cd-d3cd4099d9ed service neutron] 10.222.0.49 "GET /v2.0/networks?id=66418228-6d38-41fe-a16e-152e97d803b9 HTTP/1.1" status: 200 len: 910 time: 0.3604565 Jun 16 09:51:24.078997 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-94be4106-db0b-42d6-8f27-d003bc4f53bd req-f4083d45-2fe5-4f48-b25a-d5f2029485bd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35dc419e-e9f5-49e6-af2e-b75fc8b6a800 HTTP/1.1" status: 200 len: 1000 time: 0.0578933 Jun 16 09:51:24.130407 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be4106-db0b-42d6-8f27-d003bc4f53bd req-0a3cd54d-52cf-49a9-ace3-c7a31457f7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:51:24.131879 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-94be4106-db0b-42d6-8f27-d003bc4f53bd req-0a3cd54d-52cf-49a9-ace3-c7a31457f7ed service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e6746ba6-7ff9-478f-9071-82a467b0d0ff HTTP/1.1" status: 200 len: 848 time: 0.0452819 Jun 16 09:51:24.205348 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be4106-db0b-42d6-8f27-d003bc4f53bd req-57f339f5-a6e4-47e5-9472-0e86168bbf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:51:24.207269 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-94be4106-db0b-42d6-8f27-d003bc4f53bd req-57f339f5-a6e4-47e5-9472-0e86168bbf18 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=66418228-6d38-41fe-a16e-152e97d803b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0675204 Jun 16 09:51:24.329020 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-94be4106-db0b-42d6-8f27-d003bc4f53bd req-bbf164da-e6eb-4242-8f4c-77e875053fd8 service neutron] 10.222.0.49 "GET /v2.0/networks/66418228-6d38-41fe-a16e-152e97d803b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125798 Jun 16 09:51:24.337642 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb0f90-65c4-41ea-bf45-1f7211c5a670 req-04093cdb-eb60-4d35-a927-d91e0284fdb0 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:51:24.339129 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-8ddb0f90-65c4-41ea-bf45-1f7211c5a670 req-04093cdb-eb60-4d35-a927-d91e0284fdb0 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 945 time: 0.0725722 Jun 16 09:51:24.382826 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-8ddb0f90-65c4-41ea-bf45-1f7211c5a670 req-9f0e246a-0e6f-4731-88be-e76c3f8b94d2 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/security-groups?id=720d336e-0e62-436a-bb28-d9acf2616279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350313 Jun 16 09:51:24.464138 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-94be4106-db0b-42d6-8f27-d003bc4f53bd req-89156178-6473-4b80-afc1-2abb7dbf8648 service neutron] 10.222.0.49 "GET /v2.0/networks/66418228-6d38-41fe-a16e-152e97d803b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123490 Jun 16 09:51:25.564169 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27680c50-64b1-4bf0-b109-e7143b85a918 req-5a5fbb80-4f6d-451a-9ba9-f93a088e63ae tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:51:25.565606 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-27680c50-64b1-4bf0-b109-e7143b85a918 req-5a5fbb80-4f6d-451a-9ba9-f93a088e63ae tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 945 time: 0.0622783 Jun 16 09:51:25.602438 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-27680c50-64b1-4bf0-b109-e7143b85a918 req-dcead232-963d-4b50-8dd4-3088db97d762 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/security-groups?id=720d336e-0e62-436a-bb28-d9acf2616279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312138 Jun 16 09:51:26.772251 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba36088-4bd9-4b19-9da4-3c44d160ea46 req-87f0a955-8007-4fbf-9c3b-b90ebcf66775 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:51:26.773692 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-2ba36088-4bd9-4b19-9da4-3c44d160ea46 req-87f0a955-8007-4fbf-9c3b-b90ebcf66775 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 945 time: 0.0628114 Jun 16 09:51:26.811310 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-2ba36088-4bd9-4b19-9da4-3c44d160ea46 req-7955adae-99b0-45af-9034-1dd8f874b22d tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/security-groups?id=720d336e-0e62-436a-bb28-d9acf2616279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318584 Jun 16 09:51:27.992654 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9410a-3569-4b59-8cce-db4053e8bfeb req-c38a1469-0a25-464d-81af-2fff04d97ad9 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:51:27.994000 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-cac9410a-3569-4b59-8cce-db4053e8bfeb req-c38a1469-0a25-464d-81af-2fff04d97ad9 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 945 time: 0.0690212 Jun 16 09:51:28.030079 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-cac9410a-3569-4b59-8cce-db4053e8bfeb req-03bce517-1baf-4abe-9771-69ed0a2d7151 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/security-groups?id=720d336e-0e62-436a-bb28-d9acf2616279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298469 Jun 16 09:51:28.688252 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bebfd0-4fe0-4a99-b088-85f05dfde603 req-59e75b7b-45ae-4409-8a3b-8ed32d8f51e5 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:51:28.689695 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-28bebfd0-4fe0-4a99-b088-85f05dfde603 req-59e75b7b-45ae-4409-8a3b-8ed32d8f51e5 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 945 time: 0.0661945 Jun 16 09:51:28.696791 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-9b5d68b9-561b-43d7-9689-9d20aad86ed9 req-6fa1536d-0395-4820-911b-4e4f3c189aed service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0574956 Jun 16 09:51:28.737384 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-28bebfd0-4fe0-4a99-b088-85f05dfde603 req-36f6e6d6-a1d0-4984-af75-09b5f7df12f6 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/security-groups?id=720d336e-0e62-436a-bb28-d9acf2616279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416226 Jun 16 09:51:29.681485 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 35dc419e-e9f5-49e6-af2e-b75fc8b6a800 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:51:29.759134 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:29.788685 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd770754e-625a-42b8-a031-34dac930da55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35dc419e-e9f5-49e6-af2e-b75fc8b6a800'}] {{(pid=98982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:51:29.788685 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4f9cc304a916b9d47f5f8bf5758f709c886eea9513b83351d26ab7408c86625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57fc09f0-f813-473a-82da-c4febf6582fb" -d '{"events": [{"server_uuid": "d770754e-625a-42b8-a031-34dac930da55", "name": "network-vif-unplugged", "status": "completed", "tag": "35dc419e-e9f5-49e6-af2e-b75fc8b6a800"}]}' {{(pid=98982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:51:29.798085 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 35dc419e-e9f5-49e6-af2e-b75fc8b6a800, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=35dc419e-e9f5-49e6-af2e-b75fc8b6a800,segment=NetworkSegment(fa1a251a-6b7c-4281-bfe5-7362d1a9c143),segment_id=fa1a251a-6b7c-4281-bfe5-7362d1a9c143)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:51:29.819381 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Jun 2021 09:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680bc58e-0708-4362-9aa5-5bafa5bcbcca x-openstack-request-id: req-680bc58e-0708-4362-9aa5-5bafa5bcbcca {{(pid=98982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:51:29.819684 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d770754e-625a-42b8-a031-34dac930da55", "name": "network-vif-unplugged", "status": "failed", "tag": "35dc419e-e9f5-49e6-af2e-b75fc8b6a800", "code": 422}]} {{(pid=98982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:51:29.820085 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-680bc58e-0708-4362-9aa5-5bafa5bcbcca {{(pid=98982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:51:29.820568 dv-cinder-796286-4-iscsi neutron-server[98982]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd770754e-625a-42b8-a031-34dac930da55', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '35dc419e-e9f5-49e6-af2e-b75fc8b6a800', 'code': 422} returned with failed status Jun 16 09:51:29.908741 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:29.910614 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-a2b1632b-3f13-4fac-a8e3-91334868290d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:29.918319 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1213457a-452d-4b6c-9f27-1938bf374b7a req-1b0379c9-d508-4a66-9411-aedf5c43e3c9 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:51:29.920666 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-1213457a-452d-4b6c-9f27-1938bf374b7a req-1b0379c9-d508-4a66-9411-aedf5c43e3c9 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 945 time: 0.0641553 Jun 16 09:51:29.964239 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-1213457a-452d-4b6c-9f27-1938bf374b7a req-36ffd1a5-a5a6-46f1-acb9-2583ade28af6 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/security-groups?id=720d336e-0e62-436a-bb28-d9acf2616279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377119 Jun 16 09:51:29.966117 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Pushing event updated for resources: {'Port': ['ID=35dc419e-e9f5-49e6-af2e-b75fc8b6a800,revision_number=6']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:29.969626 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:31.155926 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b9f5d-d618-42c0-b66b-1721c8f6553b req-a91f72be-f2be-47e6-b58a-2c35f655c953 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:51:31.155926 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-d07b9f5d-d618-42c0-b66b-1721c8f6553b req-a91f72be-f2be-47e6-b58a-2c35f655c953 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 943 time: 0.0661354 Jun 16 09:51:31.200560 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-d07b9f5d-d618-42c0-b66b-1721c8f6553b req-f79944fa-65d4-46ea-8284-c5237eae6e7c tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/security-groups?id=720d336e-0e62-436a-bb28-d9acf2616279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399382 Jun 16 09:51:31.748519 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 55330) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:31.848845 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-8602c634-052d-4d4c-bc38-01871e64454d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:31.969403 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-8602c634-052d-4d4c-bc38-01871e64454d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:32.057001 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-8602c634-052d-4d4c-bc38-01871e64454d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:32.059930 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-ac6a5ef9-7a9e-4296-98e5-057951c3fb01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:32.356078 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-8602c634-052d-4d4c-bc38-01871e64454d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=66cba0beefef42aa854362644cae1662&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6058047 Jun 16 09:51:32.365691 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 55344) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:32.373496 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8602c634-052d-4d4c-bc38-01871e64454d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100245cf-aab4-429a-8457-fbcf4ef3e4b5,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:32.381057 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-8602c634-052d-4d4c-bc38-01871e64454d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:32.421521 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ccc0a-a5e2-4d37-855b-dfdfdb56333f req-f654524a-13a7-4094-a44e-4bc19e4f9ced tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:51:32.423029 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-666ccc0a-a5e2-4d37-855b-dfdfdb56333f req-f654524a-13a7-4094-a44e-4bc19e4f9ced tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 943 time: 0.0875168 Jun 16 09:51:32.462735 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-2c1c341d-551d-4652-b10d-827a4144dbe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:32.462980 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-666ccc0a-a5e2-4d37-855b-dfdfdb56333f req-01bb2d66-2177-45b9-a84e-38cd511960ed tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/security-groups?id=720d336e-0e62-436a-bb28-d9acf2616279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342522 Jun 16 09:51:32.491183 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-2c1c341d-551d-4652-b10d-827a4144dbe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:32.520938 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d68b9-561b-43d7-9689-9d20aad86ed9 req-a605a929-eee1-4486-8f6e-5398615b21ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:51:32.522442 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-9b5d68b9-561b-43d7-9689-9d20aad86ed9 req-a605a929-eee1-4486-8f6e-5398615b21ed service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55&tenant_id=6226202408dc460f85ceba7cc535d9f3 HTTP/1.1" status: 200 len: 1096 time: 0.1048806 Jun 16 09:51:32.609699 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d68b9-561b-43d7-9689-9d20aad86ed9 req-e76cb570-ad5f-43d2-a711-18ee6b8e3ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:51:32.611076 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-9b5d68b9-561b-43d7-9689-9d20aad86ed9 req-e76cb570-ad5f-43d2-a711-18ee6b8e3ac4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6226202408dc460f85ceba7cc535d9f3&device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 1096 time: 0.0527256 Jun 16 09:51:32.680374 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-2c1c341d-551d-4652-b10d-827a4144dbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:32.682867 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-2c1c341d-551d-4652-b10d-827a4144dbe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:32.683973 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-2c1c341d-551d-4652-b10d-827a4144dbe0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/100245cf-aab4-429a-8457-fbcf4ef3e4b5 HTTP/1.1" status: 204 len: 168 time: 0.3230340 Jun 16 09:51:32.688196 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-c1c11a9d-67f0-438a-a20b-ba643dd3d0de tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:32.697778 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1c341d-551d-4652-b10d-827a4144dbe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100245cf-aab4-429a-8457-fbcf4ef3e4b5,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:32.701139 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-2c1c341d-551d-4652-b10d-827a4144dbe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:32.722727 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d68b9-561b-43d7-9689-9d20aad86ed9 req-12f00bbc-16e8-4626-8899-7cc0566b2c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:51:32.724446 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-9b5d68b9-561b-43d7-9689-9d20aad86ed9 req-12f00bbc-16e8-4626-8899-7cc0566b2c8c service neutron] 10.222.0.49 "GET /v2.0/networks?id=66418228-6d38-41fe-a16e-152e97d803b9 HTTP/1.1" status: 200 len: 910 time: 0.1031022 Jun 16 09:51:32.787734 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-9b5d68b9-561b-43d7-9689-9d20aad86ed9 req-a3332b0c-cb1a-43d0-835c-6e4abcaa37c3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35dc419e-e9f5-49e6-af2e-b75fc8b6a800 HTTP/1.1" status: 200 len: 998 time: 0.0561709 Jun 16 09:51:32.839462 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d68b9-561b-43d7-9689-9d20aad86ed9 req-ed1a834f-987a-41bf-8ebb-4f3b283e786f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:51:32.840895 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-9b5d68b9-561b-43d7-9689-9d20aad86ed9 req-ed1a834f-987a-41bf-8ebb-4f3b283e786f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e6746ba6-7ff9-478f-9071-82a467b0d0ff HTTP/1.1" status: 200 len: 848 time: 0.0465539 Jun 16 09:51:32.903530 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d68b9-561b-43d7-9689-9d20aad86ed9 req-8f4e9217-a7c5-4dea-9649-a0a4b5975742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:51:32.905041 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-9b5d68b9-561b-43d7-9689-9d20aad86ed9 req-8f4e9217-a7c5-4dea-9649-a0a4b5975742 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=66418228-6d38-41fe-a16e-152e97d803b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0553622 Jun 16 09:51:32.995801 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-9b5d68b9-561b-43d7-9689-9d20aad86ed9 req-5bd24025-482b-4715-8e9e-9ba81cbbe868 service neutron] 10.222.0.49 "GET /v2.0/networks/66418228-6d38-41fe-a16e-152e97d803b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833423 Jun 16 09:51:33.096248 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-9b5d68b9-561b-43d7-9689-9d20aad86ed9 req-5f1c9cea-4989-4d22-a11b-52967ba28c23 service neutron] 10.222.0.49 "GET /v2.0/networks/66418228-6d38-41fe-a16e-152e97d803b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911424 Jun 16 09:51:33.334310 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 55356) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:33.347752 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-981ce17b-82e0-4bb4-86f2-9d1f9b6294a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:33.434011 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-981ce17b-82e0-4bb4-86f2-9d1f9b6294a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:33.525959 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-981ce17b-82e0-4bb4-86f2-9d1f9b6294a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:33.529614 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-d5ca4438-f5f2-4b20-aa48-cea9a7277713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:33.567598 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-981ce17b-82e0-4bb4-86f2-9d1f9b6294a1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6430921e416140b4bd1e650ad5199448&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2297494 Jun 16 09:51:33.567829 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 55360) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:33.575943 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981ce17b-82e0-4bb4-86f2-9d1f9b6294a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7c0fa6-3f3c-422b-9bfa-58a68845ed8d,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:33.597716 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-981ce17b-82e0-4bb4-86f2-9d1f9b6294a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:33.659007 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-59858af1-a979-42ae-a2d6-f86b071307b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:33.692376 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e116655-1e01-4aa4-8aef-0ca70edfc74c req-53b9af0e-fb30-45a6-949f-7546895b7842 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:51:33.693629 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-9e116655-1e01-4aa4-8aef-0ca70edfc74c req-53b9af0e-fb30-45a6-949f-7546895b7842 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 943 time: 0.1186392 Jun 16 09:51:33.698590 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-59858af1-a979-42ae-a2d6-f86b071307b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:33.766752 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-9e116655-1e01-4aa4-8aef-0ca70edfc74c req-a1d4b2ff-dd0c-44a8-879d-4d9ca3e854ef tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/security-groups?id=720d336e-0e62-436a-bb28-d9acf2616279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660617 Jun 16 09:51:33.851451 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-59858af1-a979-42ae-a2d6-f86b071307b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:33.854145 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-59858af1-a979-42ae-a2d6-f86b071307b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:33.855285 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-59858af1-a979-42ae-a2d6-f86b071307b3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7b7c0fa6-3f3c-422b-9bfa-58a68845ed8d HTTP/1.1" status: 204 len: 168 time: 0.2865565 Jun 16 09:51:33.856022 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-9e5407fd-12a6-4df2-9ceb-a59b61169a59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:33.868692 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59858af1-a979-42ae-a2d6-f86b071307b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7c0fa6-3f3c-422b-9bfa-58a68845ed8d,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:33.868692 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-59858af1-a979-42ae-a2d6-f86b071307b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:34.603717 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 55374) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:34.617046 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-f97ec31e-4183-4f05-8162-3bb0a5da3240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:34.705788 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-f97ec31e-4183-4f05-8162-3bb0a5da3240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:34.845870 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-f97ec31e-4183-4f05-8162-3bb0a5da3240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:34.850006 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-642ceaf5-320b-4b2f-a2c9-c68f4c81195e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:34.891478 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-f97ec31e-4183-4f05-8162-3bb0a5da3240 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ccc448d63c804048a52f3c59810d7cd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2866640 Jun 16 09:51:34.892517 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ec31e-4183-4f05-8162-3bb0a5da3240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a46fac2-5559-4191-a438-2a296007e3d1,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:34.893555 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 55384) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:34.895622 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-f97ec31e-4183-4f05-8162-3bb0a5da3240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:34.977549 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-e60e5db5-d563-4a0e-909e-64062334caad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:34.985913 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc4f0c7-6412-4fde-86f4-ef7c3c60ee4a req-076fb728-8fe1-4054-a037-782cf43f9283 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:51:34.987444 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-5bc4f0c7-6412-4fde-86f4-ef7c3c60ee4a req-076fb728-8fe1-4054-a037-782cf43f9283 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 943 time: 0.1055691 Jun 16 09:51:35.021124 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-e60e5db5-d563-4a0e-909e-64062334caad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:35.054948 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-5bc4f0c7-6412-4fde-86f4-ef7c3c60ee4a req-9ddb5e01-1f36-4389-b2ed-6d19de9fca65 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/security-groups?id=720d336e-0e62-436a-bb28-d9acf2616279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588307 Jun 16 09:51:35.188320 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-e60e5db5-d563-4a0e-909e-64062334caad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:35.191074 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-e60e5db5-d563-4a0e-909e-64062334caad admin admin] Notify callbacks [] for security_group, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:35.192180 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-e60e5db5-d563-4a0e-909e-64062334caad admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0a46fac2-5559-4191-a438-2a296007e3d1 HTTP/1.1" status: 204 len: 168 time: 0.2976556 Jun 16 09:51:35.193057 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-b2af918f-ee80-4bb6-a94d-b914241427b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:35.200967 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e5db5-d563-4a0e-909e-64062334caad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a46fac2-5559-4191-a438-2a296007e3d1,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:35.203209 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-e60e5db5-d563-4a0e-909e-64062334caad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:36.240806 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3678b-675e-47c1-8b0c-cd03e8dc9ec7 req-7c0467bd-2e3f-41aa-818a-1a0d2d6a536a tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:51:36.242412 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-1cd3678b-675e-47c1-8b0c-cd03e8dc9ec7 req-7c0467bd-2e3f-41aa-818a-1a0d2d6a536a tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 943 time: 0.0726669 Jun 16 09:51:36.279894 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-1cd3678b-675e-47c1-8b0c-cd03e8dc9ec7 req-754c37fe-1f4c-4f39-976a-97691040fa18 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/security-groups?id=720d336e-0e62-436a-bb28-d9acf2616279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315492 Jun 16 09:51:37.461665 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b875f4d-d2f3-4f8e-8af1-8b8d5c6f49a0 req-5eafb386-67a4-404b-aaeb-8cf1492ae4a4 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:51:37.463179 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-7b875f4d-d2f3-4f8e-8af1-8b8d5c6f49a0 req-5eafb386-67a4-404b-aaeb-8cf1492ae4a4 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 943 time: 0.0728729 Jun 16 09:51:37.501747 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-7b875f4d-d2f3-4f8e-8af1-8b8d5c6f49a0 req-9ab3a48a-b3a1-495e-8bbd-38bcffba43af tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/security-groups?id=720d336e-0e62-436a-bb28-d9acf2616279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323155 Jun 16 09:51:38.004739 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.agents_db [None req-3560065e-ea11-4ff4-820f-b568c2ca0093 None None] Agent healthcheck: found 6 active agents {{(pid=98983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:51:38.672841 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5998333-e8fa-48b8-bdd6-880ef5646472 req-167e6ae9-5dad-4b7e-99ea-0f2c00b5cf5f tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:51:38.674302 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-b5998333-e8fa-48b8-bdd6-880ef5646472 req-167e6ae9-5dad-4b7e-99ea-0f2c00b5cf5f tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 943 time: 0.0638201 Jun 16 09:51:38.716857 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-b5998333-e8fa-48b8-bdd6-880ef5646472 req-cb5f3640-6743-4ce9-8778-32f6b7cfa99f tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/security-groups?id=720d336e-0e62-436a-bb28-d9acf2616279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364833 Jun 16 09:51:39.906308 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d6c89-489d-4468-a1e7-cd13ddeeabeb req-a5432cc9-7aac-4683-b19f-45410ec24dd9 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:51:39.907900 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-5e4d6c89-489d-4468-a1e7-cd13ddeeabeb req-a5432cc9-7aac-4683-b19f-45410ec24dd9 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 943 time: 0.0706060 Jun 16 09:51:39.949138 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-5e4d6c89-489d-4468-a1e7-cd13ddeeabeb req-e3ae21ee-dd30-44ea-9e31-8f68b8037e07 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/security-groups?id=720d336e-0e62-436a-bb28-d9acf2616279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336056 Jun 16 09:51:41.124512 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5089cec-3d10-4d5f-a481-961eb0ae35d1 req-e1f8a856-c5ae-445f-9969-0fc9b44386a3 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:51:41.125965 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-a5089cec-3d10-4d5f-a481-961eb0ae35d1 req-e1f8a856-c5ae-445f-9969-0fc9b44386a3 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 943 time: 0.0645061 Jun 16 09:51:41.170950 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-a5089cec-3d10-4d5f-a481-961eb0ae35d1 req-f0a23a26-e315-4f3a-8efd-9fb77d29f277 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/security-groups?id=720d336e-0e62-436a-bb28-d9acf2616279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320330 Jun 16 09:51:41.291649 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:41.759410 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 35dc419e-e9f5-49e6-af2e-b75fc8b6a800 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=98982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 09:51:41.858991 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 35dc419e-e9f5-49e6-af2e-b75fc8b6a800, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=35dc419e-e9f5-49e6-af2e-b75fc8b6a800,segment=NetworkSegment(fa1a251a-6b7c-4281-bfe5-7362d1a9c143),segment_id=fa1a251a-6b7c-4281-bfe5-7362d1a9c143)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:51:41.872063 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Returning: {'device': '35dc419e-e9f5-49e6-af2e-b75fc8b6a800', 'network_id': '66418228-6d38-41fe-a16e-152e97d803b9', 'port_id': '35dc419e-e9f5-49e6-af2e-b75fc8b6a800', 'mac_address': 'fa:16:3e:40:59:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6746ba6-7ff9-478f-9071-82a467b0d0ff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 09:51:41.909114 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:41.923271 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.notifiers.nova [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35dc419e-e9f5-49e6-af2e-b75fc8b6a800 {{(pid=98982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:51:41.946252 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 35dc419e-e9f5-49e6-af2e-b75fc8b6a800, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=35dc419e-e9f5-49e6-af2e-b75fc8b6a800,segment=NetworkSegment(fa1a251a-6b7c-4281-bfe5-7362d1a9c143),segment_id=fa1a251a-6b7c-4281-bfe5-7362d1a9c143)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:51:42.040612 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:42.042727 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:42.095941 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Pushing event updated for resources: {'Port': ['ID=35dc419e-e9f5-49e6-af2e-b75fc8b6a800,revision_number=7']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:42.099250 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:42.337581 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decc605-82e9-4650-9afb-a761111cdddd req-0d0c4268-8ed4-4da3-bd54-cf140bfd0820 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:51:42.339047 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-6decc605-82e9-4650-9afb-a761111cdddd req-0d0c4268-8ed4-4da3-bd54-cf140bfd0820 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 944 time: 0.0648100 Jun 16 09:51:42.352636 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 55552) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:42.380896 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-6decc605-82e9-4650-9afb-a761111cdddd req-04dbeee5-243e-48e0-86b3-338ec7650859 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/security-groups?id=720d336e-0e62-436a-bb28-d9acf2616279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361857 Jun 16 09:51:42.390976 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] get_ports_and_sgs() called for port_ids ['35dc419e-e9f5-49e6-af2e-b75fc8b6a800'] {{(pid=98982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:51:42.461467 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-5339002b-a363-4a48-b495-bdbf538740de admin admin] Notify callbacks [] for security_group, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:42.551029 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-5339002b-a363-4a48-b495-bdbf538740de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:42.645411 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-5339002b-a363-4a48-b495-bdbf538740de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:42.648075 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-aa3cb80f-d9d4-4606-ac27-03cb99556416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:42.686297 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-5339002b-a363-4a48-b495-bdbf538740de admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c35f1c11758944ba8e15da396a675db8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3320796 Jun 16 09:51:42.687107 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5339002b-a363-4a48-b495-bdbf538740de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cdc73fb-7606-4bfc-b2fc-f725992467d5,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:42.689024 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 55556) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:42.690367 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-5339002b-a363-4a48-b495-bdbf538740de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:42.738193 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-b9892d26-19dd-4646-a493-3cbdc4bf0881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:42.758910 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-b9892d26-19dd-4646-a493-3cbdc4bf0881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:42.891368 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-b9892d26-19dd-4646-a493-3cbdc4bf0881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:42.894051 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-b9892d26-19dd-4646-a493-3cbdc4bf0881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:42.895185 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-b9892d26-19dd-4646-a493-3cbdc4bf0881 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6cdc73fb-7606-4bfc-b2fc-f725992467d5 HTTP/1.1" status: 204 len: 168 time: 0.2051690 Jun 16 09:51:42.896041 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-8602c634-052d-4d4c-bc38-01871e64454d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:42.904230 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9892d26-19dd-4646-a493-3cbdc4bf0881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cdc73fb-7606-4bfc-b2fc-f725992467d5,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:42.906724 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-b9892d26-19dd-4646-a493-3cbdc4bf0881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:43.564475 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f078cad-811a-48e4-9aef-cedbf990c98a req-c9384030-7b09-44b8-8ac3-958deca30e03 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:51:43.565998 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-6f078cad-811a-48e4-9aef-cedbf990c98a req-c9384030-7b09-44b8-8ac3-958deca30e03 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 944 time: 0.0697813 Jun 16 09:51:43.597643 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 55566) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:43.605223 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-6f078cad-811a-48e4-9aef-cedbf990c98a req-dfdfefd8-e79c-44f5-a854-5d0567f3ff6e tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/security-groups?id=720d336e-0e62-436a-bb28-d9acf2616279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333507 Jun 16 09:51:43.616163 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-43eff198-3638-4e83-9bc7-7886c2bb625a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:43.704766 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-43eff198-3638-4e83-9bc7-7886c2bb625a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:43.761042 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 35dc419e-e9f5-49e6-af2e-b75fc8b6a800 up at agent hyperv_hv-cinder-79628 {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:51:43.782683 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-43eff198-3638-4e83-9bc7-7886c2bb625a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:43.785383 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-55f0821d-e62d-44d1-9223-66cb049f3889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:43.811588 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Provisioning complete for port 35dc419e-e9f5-49e6-af2e-b75fc8b6a800 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:51:43.811964 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:43.824594 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-43eff198-3638-4e83-9bc7-7886c2bb625a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=405739cb6c6c4875ba96e1a6b8df5fd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2257402 Jun 16 09:51:43.825823 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eff198-3638-4e83-9bc7-7886c2bb625a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df1491c-e0b8-433e-9284-a5e4ec63254f,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:43.827392 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 55568) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:43.829106 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-43eff198-3638-4e83-9bc7-7886c2bb625a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:43.878788 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-b3f0d9db-97fa-423b-abdc-9f24f375fb22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:43.892695 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:43.900877 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-b3f0d9db-97fa-423b-abdc-9f24f375fb22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:43.915672 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd770754e-625a-42b8-a031-34dac930da55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35dc419e-e9f5-49e6-af2e-b75fc8b6a800'}] {{(pid=98982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:51:43.918220 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4f9cc304a916b9d47f5f8bf5758f709c886eea9513b83351d26ab7408c86625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690605a6-1ce1-4f98-a36d-fe8235abb20b" -d '{"events": [{"server_uuid": "d770754e-625a-42b8-a031-34dac930da55", "name": "network-vif-plugged", "status": "completed", "tag": "35dc419e-e9f5-49e6-af2e-b75fc8b6a800"}]}' {{(pid=98982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:51:43.935558 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 35dc419e-e9f5-49e6-af2e-b75fc8b6a800, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=35dc419e-e9f5-49e6-af2e-b75fc8b6a800,segment=NetworkSegment(fa1a251a-6b7c-4281-bfe5-7362d1a9c143),segment_id=fa1a251a-6b7c-4281-bfe5-7362d1a9c143)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:51:43.956382 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4018ff91-7136-444a-8a91-5e8c489b37ec x-openstack-request-id: req-4018ff91-7136-444a-8a91-5e8c489b37ec {{(pid=98982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:51:43.956644 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d770754e-625a-42b8-a031-34dac930da55", "name": "network-vif-plugged", "status": "completed", "tag": "35dc419e-e9f5-49e6-af2e-b75fc8b6a800", "code": 200}]} {{(pid=98982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:51:43.956923 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4018ff91-7136-444a-8a91-5e8c489b37ec {{(pid=98982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:51:43.957316 dv-cinder-796286-4-iscsi neutron-server[98982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd770754e-625a-42b8-a031-34dac930da55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35dc419e-e9f5-49e6-af2e-b75fc8b6a800', 'code': 200} Jun 16 09:51:44.034695 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:44.036724 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-1fb79d48-1010-42c1-8f06-016f41b34785 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:44.058450 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-b3f0d9db-97fa-423b-abdc-9f24f375fb22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:44.061721 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-b3f0d9db-97fa-423b-abdc-9f24f375fb22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:44.062927 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-b3f0d9db-97fa-423b-abdc-9f24f375fb22 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4df1491c-e0b8-433e-9284-a5e4ec63254f HTTP/1.1" status: 204 len: 168 time: 0.2344398 Jun 16 09:51:44.063918 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-f97ec31e-4183-4f05-8162-3bb0a5da3240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:44.073900 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f0d9db-97fa-423b-abdc-9f24f375fb22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df1491c-e0b8-433e-9284-a5e4ec63254f,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:44.077131 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-b3f0d9db-97fa-423b-abdc-9f24f375fb22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:44.110859 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Pushing event updated for resources: {'Port': ['ID=35dc419e-e9f5-49e6-af2e-b75fc8b6a800,revision_number=8']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:44.117160 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:44.324433 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939254c6-2409-4622-ad36-5776e4ac5999 req-0f21e7fa-9b5d-45a0-9e6e-8f0493c67571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:51:44.326175 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-939254c6-2409-4622-ad36-5776e4ac5999 req-0f21e7fa-9b5d-45a0-9e6e-8f0493c67571 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 1098 time: 0.0518537 Jun 16 09:51:44.371549 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-939254c6-2409-4622-ad36-5776e4ac5999 req-42d5c667-770b-46f8-ae09-c83097133f7c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=720d336e-0e62-436a-bb28-d9acf2616279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337934 Jun 16 09:51:44.783061 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f498216-8950-4b58-9df3-0655ae17b98c req-ae22e6fd-9174-466e-99f4-2205777c7000 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:51:44.784657 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-5f498216-8950-4b58-9df3-0655ae17b98c req-ae22e6fd-9174-466e-99f4-2205777c7000 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 945 time: 0.0653379 Jun 16 09:51:44.823089 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-5f498216-8950-4b58-9df3-0655ae17b98c req-40879f57-76c0-4e85-8d9b-48b1c961dd17 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/security-groups?id=720d336e-0e62-436a-bb28-d9acf2616279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326641 Jun 16 09:51:45.998282 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb45d9-04ef-4180-9a2d-75422436795a req-5f889ca9-49d9-4bdc-a46f-ff12ef6ff98d tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:51:45.999807 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-82fb45d9-04ef-4180-9a2d-75422436795a req-5f889ca9-49d9-4bdc-a46f-ff12ef6ff98d tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 945 time: 0.0640180 Jun 16 09:51:46.039591 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-82fb45d9-04ef-4180-9a2d-75422436795a req-51b19fbf-a00c-440b-9469-3da69dee9350 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/security-groups?id=720d336e-0e62-436a-bb28-d9acf2616279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334301 Jun 16 09:51:46.937214 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-a917bef5-dab8-4852-a75f-73ffc80c20dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:49.280262 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-d2f9df1c-c076-4b6b-b373-60cf336407e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:49.497364 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:49.908311 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 55660) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:50.008594 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-dd5c0028-8e83-46a2-8114-7310dc41f68f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:50.102314 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-dd5c0028-8e83-46a2-8114-7310dc41f68f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:50.188530 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-dd5c0028-8e83-46a2-8114-7310dc41f68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:50.191396 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-a3e6e0bb-d628-44e0-8168-61cb078d5e06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:50.228406 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-dd5c0028-8e83-46a2-8114-7310dc41f68f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2468827765af40e2ab22b38a84a402dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3189104 Jun 16 09:51:50.229258 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5c0028-8e83-46a2-8114-7310dc41f68f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755e5929-b851-4a5e-b0cf-8b15ec1098c7,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:50.231827 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 55664) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:50.232338 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-dd5c0028-8e83-46a2-8114-7310dc41f68f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:50.281849 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-3d2f9a30-da8d-4091-bd0d-3bbde2d7e33b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:50.302629 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-3d2f9a30-da8d-4091-bd0d-3bbde2d7e33b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:50.444780 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-3d2f9a30-da8d-4091-bd0d-3bbde2d7e33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:50.448048 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-3d2f9a30-da8d-4091-bd0d-3bbde2d7e33b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:50.448678 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-3d2f9a30-da8d-4091-bd0d-3bbde2d7e33b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/755e5929-b851-4a5e-b0cf-8b15ec1098c7 HTTP/1.1" status: 204 len: 168 time: 0.2152576 Jun 16 09:51:50.449436 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-b614a9dd-2d24-4ae3-a7d6-0fced60f94d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:50.457873 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f9a30-da8d-4091-bd0d-3bbde2d7e33b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755e5929-b851-4a5e-b0cf-8b15ec1098c7,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:50.469626 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2f9a30-da8d-4091-bd0d-3bbde2d7e33b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:50.470000 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2f9a30-da8d-4091-bd0d-3bbde2d7e33b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:50.470375 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2f9a30-da8d-4091-bd0d-3bbde2d7e33b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:50.470861 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2f9a30-da8d-4091-bd0d-3bbde2d7e33b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:50.471350 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2f9a30-da8d-4091-bd0d-3bbde2d7e33b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:50.471701 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2f9a30-da8d-4091-bd0d-3bbde2d7e33b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:50.472138 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2f9a30-da8d-4091-bd0d-3bbde2d7e33b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:50.472491 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2f9a30-da8d-4091-bd0d-3bbde2d7e33b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:50.472961 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2f9a30-da8d-4091-bd0d-3bbde2d7e33b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:50.473319 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2f9a30-da8d-4091-bd0d-3bbde2d7e33b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:50.473661 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2f9a30-da8d-4091-bd0d-3bbde2d7e33b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:50.473997 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2f9a30-da8d-4091-bd0d-3bbde2d7e33b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:50.477551 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-3d2f9a30-da8d-4091-bd0d-3bbde2d7e33b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:50.570635 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-16d92f64-da1b-4eb0-8f0f-160fef97265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:51.204674 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 55672) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:51.218757 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-96bb0b38-df84-468a-b500-d5100d66f8aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:51.312776 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-96bb0b38-df84-468a-b500-d5100d66f8aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:51.399658 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-96bb0b38-df84-468a-b500-d5100d66f8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:51.402361 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-2c1c341d-551d-4652-b10d-827a4144dbe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:51.439984 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-96bb0b38-df84-468a-b500-d5100d66f8aa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0c21c64e310c42eb8235645efecf7d84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2341001 Jun 16 09:51:51.440873 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb0b38-df84-468a-b500-d5100d66f8aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008fbd52-d5ab-49c9-87cb-8981f2ba6e37,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:51.442621 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 55674) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:51.443876 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-96bb0b38-df84-468a-b500-d5100d66f8aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:51.491731 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-40857628-6a73-460b-830d-f7ab6fd2c64b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:51.513893 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-40857628-6a73-460b-830d-f7ab6fd2c64b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:51.628359 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-40857628-6a73-460b-830d-f7ab6fd2c64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:51.630971 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-40857628-6a73-460b-830d-f7ab6fd2c64b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:51.634471 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-40857628-6a73-460b-830d-f7ab6fd2c64b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/008fbd52-d5ab-49c9-87cb-8981f2ba6e37 HTTP/1.1" status: 204 len: 168 time: 0.1878362 Jun 16 09:51:51.634471 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-6eb5ab38-9a1f-440c-9d03-2d960ff36ca5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:51.644447 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40857628-6a73-460b-830d-f7ab6fd2c64b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008fbd52-d5ab-49c9-87cb-8981f2ba6e37,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:51.644447 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-40857628-6a73-460b-830d-f7ab6fd2c64b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:52.434264 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e4fb578b-fd5e-47f0-aa8c-4b83a36f29c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:03.198813 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 55806) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:52:03.300407 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-619bc7fe-a1d2-40c3-a107-9e47a55313f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:03.391148 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-619bc7fe-a1d2-40c3-a107-9e47a55313f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:03.468267 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-619bc7fe-a1d2-40c3-a107-9e47a55313f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:03.471017 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-3d2f9a30-da8d-4091-bd0d-3bbde2d7e33b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:03.507676 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-619bc7fe-a1d2-40c3-a107-9e47a55313f4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ff85f37b01284db9b96d7943d0523a42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3077819 Jun 16 09:52:03.508648 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619bc7fe-a1d2-40c3-a107-9e47a55313f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbee7f41-ca1c-44bd-8d0e-e5f55a401bda,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:03.510459 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 55814) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:52:03.512189 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-619bc7fe-a1d2-40c3-a107-9e47a55313f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:03.558413 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-efc5b41e-ce1d-4151-8eaa-8356ff457204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:03.579125 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-efc5b41e-ce1d-4151-8eaa-8356ff457204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:03.748203 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-efc5b41e-ce1d-4151-8eaa-8356ff457204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:03.750823 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-efc5b41e-ce1d-4151-8eaa-8356ff457204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:03.752005 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-efc5b41e-ce1d-4151-8eaa-8356ff457204 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dbee7f41-ca1c-44bd-8d0e-e5f55a401bda HTTP/1.1" status: 204 len: 168 time: 0.2405136 Jun 16 09:52:03.752797 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-f3c8f840-0b2e-4a8e-af27-663543ec431f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:03.760057 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc5b41e-ce1d-4151-8eaa-8356ff457204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbee7f41-ca1c-44bd-8d0e-e5f55a401bda,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:03.762393 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-efc5b41e-ce1d-4151-8eaa-8356ff457204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:04.431601 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 55832) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:52:04.582031 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-0107207d-cf4a-449b-9656-4108f7d8d398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:04.668857 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-0107207d-cf4a-449b-9656-4108f7d8d398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:04.760280 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-0107207d-cf4a-449b-9656-4108f7d8d398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:04.766829 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-4e877d9b-65bd-454b-b1fe-bc80c9eed125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:04.805194 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-0107207d-cf4a-449b-9656-4108f7d8d398 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=132df8003a574021b34b68c6c600ce1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3725936 Jun 16 09:52:04.806003 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0107207d-cf4a-449b-9656-4108f7d8d398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d8c4cf-ab25-43a7-918a-27808d16173f,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:04.808220 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 55846) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:52:04.814049 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-0107207d-cf4a-449b-9656-4108f7d8d398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:04.856194 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-2cb2179a-bc17-46ef-9cdc-9c9cd7fd3005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:04.877944 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-2cb2179a-bc17-46ef-9cdc-9c9cd7fd3005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:04.976847 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-2cb2179a-bc17-46ef-9cdc-9c9cd7fd3005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:04.979544 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-2cb2179a-bc17-46ef-9cdc-9c9cd7fd3005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:04.980678 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-2cb2179a-bc17-46ef-9cdc-9c9cd7fd3005 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/20d8c4cf-ab25-43a7-918a-27808d16173f HTTP/1.1" status: 204 len: 168 time: 0.1715813 Jun 16 09:52:04.981439 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-43eff198-3638-4e83-9bc7-7886c2bb625a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:04.988928 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2179a-bc17-46ef-9cdc-9c9cd7fd3005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d8c4cf-ab25-43a7-918a-27808d16173f,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:04.991434 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-2cb2179a-bc17-46ef-9cdc-9c9cd7fd3005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:05.808363 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 55868) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:52:05.822410 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-fecf3578-e57a-47d9-b736-1b01d0e592bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:05.912040 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-fecf3578-e57a-47d9-b736-1b01d0e592bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:06.005593 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-fecf3578-e57a-47d9-b736-1b01d0e592bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:06.009552 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-6dbdc8e5-e1da-4bbe-9603-3aa8f5e4514f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:06.046049 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-fecf3578-e57a-47d9-b736-1b01d0e592bf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=57546f760a94475fbd79aa51840adae8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2365932 Jun 16 09:52:06.047101 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf3578-e57a-47d9-b736-1b01d0e592bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0dee18-be22-4509-836f-c7aad342ee9a,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:06.048875 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 55874) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:52:06.050177 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-fecf3578-e57a-47d9-b736-1b01d0e592bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:06.104721 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-9629621b-6346-4d19-98c9-76fc7fb324fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:06.126302 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-9629621b-6346-4d19-98c9-76fc7fb324fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:06.240162 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-9629621b-6346-4d19-98c9-76fc7fb324fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:06.244168 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-9629621b-6346-4d19-98c9-76fc7fb324fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:06.244168 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-9629621b-6346-4d19-98c9-76fc7fb324fe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3d0dee18-be22-4509-836f-c7aad342ee9a HTTP/1.1" status: 204 len: 168 time: 0.1934867 Jun 16 09:52:06.244952 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-8c00cf60-ae2c-4f9f-8f6b-9993f7dc191c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:06.253324 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9629621b-6346-4d19-98c9-76fc7fb324fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0dee18-be22-4509-836f-c7aad342ee9a,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:06.255842 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-9629621b-6346-4d19-98c9-76fc7fb324fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:07.947197 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 55920) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:52:08.057926 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-4be4721a-f591-419a-bb80-81f488d3af6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:08.144600 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-4be4721a-f591-419a-bb80-81f488d3af6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:08.274100 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-4be4721a-f591-419a-bb80-81f488d3af6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:08.277627 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-2cb2179a-bc17-46ef-9cdc-9c9cd7fd3005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:08.312459 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-4be4721a-f591-419a-bb80-81f488d3af6e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b77b9864bb6c41e3a26a7119ccb3e065&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3641980 Jun 16 09:52:08.313708 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be4721a-f591-419a-bb80-81f488d3af6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86e604a-dd0d-403d-a9b2-6bc7f5da9e75,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:08.315140 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 55928) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:52:08.332142 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be4721a-f591-419a-bb80-81f488d3af6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:52:08.332800 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be4721a-f591-419a-bb80-81f488d3af6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:52:08.333305 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be4721a-f591-419a-bb80-81f488d3af6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:52:08.333679 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be4721a-f591-419a-bb80-81f488d3af6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:52:08.334043 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be4721a-f591-419a-bb80-81f488d3af6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:52:08.334411 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be4721a-f591-419a-bb80-81f488d3af6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:52:08.334779 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be4721a-f591-419a-bb80-81f488d3af6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:52:08.335148 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be4721a-f591-419a-bb80-81f488d3af6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:52:08.335774 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be4721a-f591-419a-bb80-81f488d3af6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:52:08.336300 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be4721a-f591-419a-bb80-81f488d3af6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:52:08.336738 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be4721a-f591-419a-bb80-81f488d3af6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:52:08.337303 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be4721a-f591-419a-bb80-81f488d3af6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:52:08.346469 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-4be4721a-f591-419a-bb80-81f488d3af6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:08.377877 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-9426649e-4b40-4165-a9e4-d869335fa342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:08.399377 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-9426649e-4b40-4165-a9e4-d869335fa342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:08.565559 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-9426649e-4b40-4165-a9e4-d869335fa342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:08.568177 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-9426649e-4b40-4165-a9e4-d869335fa342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:08.569327 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-9426649e-4b40-4165-a9e4-d869335fa342 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e86e604a-dd0d-403d-a9b2-6bc7f5da9e75 HTTP/1.1" status: 204 len: 168 time: 0.2531896 Jun 16 09:52:08.570469 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-246404aa-57e2-480a-bfa8-ddbb44ce06e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:08.578637 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9426649e-4b40-4165-a9e4-d869335fa342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86e604a-dd0d-403d-a9b2-6bc7f5da9e75,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:08.581384 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-9426649e-4b40-4165-a9e4-d869335fa342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:10.192839 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 55980) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:52:10.292962 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-20f5546e-6f5e-433d-8cf5-16c2edc669a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:10.381162 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-20f5546e-6f5e-433d-8cf5-16c2edc669a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:10.485228 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-20f5546e-6f5e-433d-8cf5-16c2edc669a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:10.488934 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-05f321f4-c62c-4b0f-b95e-b0742803319c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:10.524748 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-20f5546e-6f5e-433d-8cf5-16c2edc669a1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e95ff6ee64084f2eacd120aa7101dd28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3306987 Jun 16 09:52:10.525655 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f5546e-6f5e-433d-8cf5-16c2edc669a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9ca04e-b63b-4c48-be1d-44078085a7bb,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:10.527399 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 55984) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:52:10.529095 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-20f5546e-6f5e-433d-8cf5-16c2edc669a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:10.577205 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-ce892a31-45b2-42c5-8aa6-3594b8f493f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:10.600831 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-ce892a31-45b2-42c5-8aa6-3594b8f493f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:10.805775 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-ce892a31-45b2-42c5-8aa6-3594b8f493f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:10.808440 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-ce892a31-45b2-42c5-8aa6-3594b8f493f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:10.809876 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-ce892a31-45b2-42c5-8aa6-3594b8f493f7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aa9ca04e-b63b-4c48-be1d-44078085a7bb HTTP/1.1" status: 204 len: 168 time: 0.2815108 Jun 16 09:52:10.811283 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-d75aab02-cada-49dd-b3af-2576f6f260da tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:10.818965 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce892a31-45b2-42c5-8aa6-3594b8f493f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9ca04e-b63b-4c48-be1d-44078085a7bb,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:10.821133 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-ce892a31-45b2-42c5-8aa6-3594b8f493f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:11.308268 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:14.219713 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f18d6749-5d2b-48d2-b785-870e86efa624 req-66cbe10c-dc10-4553-be4c-ee0c8bbbf700 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=a5cae0ce0af54c009c12e48dad59d2c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314627 Jun 16 09:52:14.396056 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d6749-5d2b-48d2-b785-870e86efa624 req-5681a10b-f4cc-4e93-8016-5aaec40012d4 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:14.397465 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f18d6749-5d2b-48d2-b785-870e86efa624 req-5681a10b-f4cc-4e93-8016-5aaec40012d4 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1724827 Jun 16 09:52:14.411407 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f18d6749-5d2b-48d2-b785-870e86efa624 req-c0685dde-a257-4e06-b014-f26bc0c4e185 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] 10.222.0.25 "GET /v2.0/quotas/a5cae0ce0af54c009c12e48dad59d2c0 HTTP/1.1" status: 200 len: 375 time: 0.0085094 Jun 16 09:52:14.444099 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f18d6749-5d2b-48d2-b785-870e86efa624 req-9e177b2e-6e3f-452b-9f8c-7491bf0ad8e1 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a5cae0ce0af54c009c12e48dad59d2c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276761 Jun 16 09:52:14.803348 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-6ad4d7be-07c2-47c6-8660-c0fef506a8dc req-2d20723d-58a6-4eac-90d0-b94a3ac7ea9f tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a96a154-994f-434f-8fdf-1d5f39bd1bd4 HTTP/1.1" status: 200 len: 210 time: 0.0290754 Jun 16 09:52:15.003995 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.agents_db [None req-3560065e-ea11-4ff4-820f-b568c2ca0093 None None] Agent healthcheck: found 6 active agents {{(pid=98983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:52:15.889396 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-259ddb35-a9a6-40c5-a147-03eb5d6ffa7b req-75e6e41c-be7d-4714-8ad6-67ba3a2a0394 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a96a154-994f-434f-8fdf-1d5f39bd1bd4 HTTP/1.1" status: 200 len: 210 time: 0.0327809 Jun 16 09:52:16.167233 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-db841fc8-2eb5-4717-a241-1aa404ce4269 req-4b97dce2-19df-4e9c-9614-9ca8494507ac service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0522017 Jun 16 09:52:16.211995 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 56080) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:52:16.279882 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db841fc8-2eb5-4717-a241-1aa404ce4269 req-cfaeeacd-771c-44d6-8385-c6fce8f1823e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:16.281377 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-db841fc8-2eb5-4717-a241-1aa404ce4269 req-cfaeeacd-771c-44d6-8385-c6fce8f1823e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6226202408dc460f85ceba7cc535d9f3&device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 1098 time: 0.0521505 Jun 16 09:52:16.332069 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-4bd6d33d-bcc7-470a-b920-8e1576be2786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:16.424655 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db841fc8-2eb5-4717-a241-1aa404ce4269 req-0fd05dd9-9a6e-476e-b154-f64833ea0ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:16.426011 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-db841fc8-2eb5-4717-a241-1aa404ce4269 req-0fd05dd9-9a6e-476e-b154-f64833ea0ae3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=66418228-6d38-41fe-a16e-152e97d803b9 HTTP/1.1" status: 200 len: 910 time: 0.1228781 Jun 16 09:52:16.516881 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-db841fc8-2eb5-4717-a241-1aa404ce4269 req-75168691-e642-4c53-a337-20ab118c4e82 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35dc419e-e9f5-49e6-af2e-b75fc8b6a800 HTTP/1.1" status: 200 len: 1000 time: 0.0829968 Jun 16 09:52:16.545334 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-4bd6d33d-bcc7-470a-b920-8e1576be2786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:16.577742 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db841fc8-2eb5-4717-a241-1aa404ce4269 req-e5b30da3-a08c-4c6c-853a-be9590ded27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:16.579190 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-db841fc8-2eb5-4717-a241-1aa404ce4269 req-e5b30da3-a08c-4c6c-853a-be9590ded27b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e6746ba6-7ff9-478f-9071-82a467b0d0ff HTTP/1.1" status: 200 len: 848 time: 0.0511832 Jun 16 09:52:16.636139 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db841fc8-2eb5-4717-a241-1aa404ce4269 req-eac84824-2d32-4bd4-b4aa-51498bb6f85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:16.637665 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-db841fc8-2eb5-4717-a241-1aa404ce4269 req-eac84824-2d32-4bd4-b4aa-51498bb6f85b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=66418228-6d38-41fe-a16e-152e97d803b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503151 Jun 16 09:52:16.686723 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-4bd6d33d-bcc7-470a-b920-8e1576be2786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:16.692164 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-3f96c64f-c2e9-47be-ac97-3abae5667cfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:16.758823 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6d33d-bcc7-470a-b920-8e1576be2786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdcdcab6-4de0-4b72-aab1-64b4d5f64332,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:16.766268 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-4bd6d33d-bcc7-470a-b920-8e1576be2786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:16.780518 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 56084) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:52:16.781010 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-4bd6d33d-bcc7-470a-b920-8e1576be2786 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=519acabd629f4a42a02d42d4013a045b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5676260 Jun 16 09:52:16.803181 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-db841fc8-2eb5-4717-a241-1aa404ce4269 req-88926e01-65d8-407e-bfac-ef6b44c9a565 service neutron] 10.222.0.49 "GET /v2.0/networks/66418228-6d38-41fe-a16e-152e97d803b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352720 Jun 16 09:52:16.830787 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-7c32359a-07e0-4176-be6b-217516c5a56f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:16.862519 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-7c32359a-07e0-4176-be6b-217516c5a56f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:16.907603 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-db841fc8-2eb5-4717-a241-1aa404ce4269 req-ccda70b2-5255-4322-8b78-26092c606799 service neutron] 10.222.0.49 "GET /v2.0/networks/66418228-6d38-41fe-a16e-152e97d803b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964398 Jun 16 09:52:17.011208 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-8e64a6ed-df91-4c0d-bec5-51780e0c921a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:17.030316 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-19c2b8ae-a901-4748-893e-49e9ace0e669 req-574a0f98-9a00-46e1-851e-5fff3965f17e tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a96a154-994f-434f-8fdf-1d5f39bd1bd4 HTTP/1.1" status: 200 len: 210 time: 0.0326850 Jun 16 09:52:17.068355 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-7c32359a-07e0-4176-be6b-217516c5a56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:17.075309 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-7c32359a-07e0-4176-be6b-217516c5a56f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:17.075309 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-7c32359a-07e0-4176-be6b-217516c5a56f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fdcdcab6-4de0-4b72-aab1-64b4d5f64332 HTTP/1.1" status: 204 len: 168 time: 0.2904954 Jun 16 09:52:17.075309 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-356cb92b-e67a-4702-9ea0-43c8a04bc577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:17.081322 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c32359a-07e0-4176-be6b-217516c5a56f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdcdcab6-4de0-4b72-aab1-64b4d5f64332,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:17.083450 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-7c32359a-07e0-4176-be6b-217516c5a56f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:17.950473 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 56092) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:52:17.963892 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-23f19966-9c11-4508-af9d-bd3dcd301029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:18.051069 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-23f19966-9c11-4508-af9d-bd3dcd301029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:18.156390 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-23f19966-9c11-4508-af9d-bd3dcd301029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:18.160942 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-5228d853-5d6d-4e24-bae2-d84508959d8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:18.174828 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-0c5dd396-5c97-45b5-b351-871d071f9833 req-496d1514-94f6-4a4f-a0fc-119e8827e2c1 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a96a154-994f-434f-8fdf-1d5f39bd1bd4 HTTP/1.1" status: 200 len: 210 time: 0.0341196 Jun 16 09:52:18.191798 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-23f19966-9c11-4508-af9d-bd3dcd301029 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=28586b6cbc8345d9826aad223d40485a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2375674 Jun 16 09:52:18.193164 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 56096) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:52:18.201353 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f18d6749-5d2b-48d2-b785-870e86efa624 req-f81adab4-2270-4868-ab14-2835f020a3c3 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=a5cae0ce0af54c009c12e48dad59d2c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283635 Jun 16 09:52:18.204415 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f19966-9c11-4508-af9d-bd3dcd301029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0872bb-7f49-41e1-b43b-368d98ab8c9f,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:18.207743 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-23f19966-9c11-4508-af9d-bd3dcd301029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:18.311631 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d35516c2-1771-4398-8820-bf0bcdaa1d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:18.346926 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d6749-5d2b-48d2-b785-870e86efa624 req-4c1e1c2a-96fd-444a-a065-1462cd714570 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:18.348260 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f18d6749-5d2b-48d2-b785-870e86efa624 req-4c1e1c2a-96fd-444a-a065-1462cd714570 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1401317 Jun 16 09:52:18.352800 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d35516c2-1771-4398-8820-bf0bcdaa1d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:18.368601 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [req-f18d6749-5d2b-48d2-b785-870e86efa624 req-3064f758-3cb4-4b58-934c-e2e65e899f24 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] Request body: {'port': {'device_id': '8a96a154-994f-434f-8fdf-1d5f39bd1bd4', 'network_id': 'f7e1d79f-ac1b-4f58-b784-425ce32ace56', 'admin_state_up': True, 'tenant_id': 'a5cae0ce0af54c009c12e48dad59d2c0'}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:52:18.525139 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d35516c2-1771-4398-8820-bf0bcdaa1d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:18.528124 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d35516c2-1771-4398-8820-bf0bcdaa1d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:18.529496 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-d35516c2-1771-4398-8820-bf0bcdaa1d61 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6f0872bb-7f49-41e1-b43b-368d98ab8c9f HTTP/1.1" status: 204 len: 168 time: 0.3350949 Jun 16 09:52:18.530248 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-0355b965-7a40-4c57-9910-f7be48947826 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:18.537901 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35516c2-1771-4398-8820-bf0bcdaa1d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0872bb-7f49-41e1-b43b-368d98ab8c9f,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:18.540214 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-d35516c2-1771-4398-8820-bf0bcdaa1d61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:18.605205 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f18d6749-5d2b-48d2-b785-870e86efa624 req-3064f758-3cb4-4b58-934c-e2e65e899f24 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] Made reservation on behalf of a5cae0ce0af54c009c12e48dad59d2c0 for: {'port': 1} {{(pid=98981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:52:18.609263 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-f18d6749-5d2b-48d2-b785-870e86efa624 req-3064f758-3cb4-4b58-934c-e2e65e899f24 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:18.622118 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-f18d6749-5d2b-48d2-b785-870e86efa624 req-3064f758-3cb4-4b58-934c-e2e65e899f24 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] Notify callbacks [] for security_group, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:18.712623 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-f18d6749-5d2b-48d2-b785-870e86efa624 req-3064f758-3cb4-4b58-934c-e2e65e899f24 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] Notify callbacks [] for security_group, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:18.816687 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-f18d6749-5d2b-48d2-b785-870e86efa624 req-3064f758-3cb4-4b58-934c-e2e65e899f24 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:18.819880 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-981ce17b-82e0-4bb4-86f2-9d1f9b6294a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:18.884671 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3064f758-3cb4-4b58-934c-e2e65e899f24 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caac1101-7640-496f-9e3a-2b7c610a98b0,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:18.889455 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-3064f758-3cb4-4b58-934c-e2e65e899f24 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:18.954864 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.db_base_plugin_common [req-f18d6749-5d2b-48d2-b785-870e86efa624 req-3064f758-3cb4-4b58-934c-e2e65e899f24 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] Allocated IP 192.168.233.33 (f7e1d79f-ac1b-4f58-b784-425ce32ace56/af99c53b-ea30-4a71-9b32-d21983fc16d1/02c5ab8a-f873-4141-8b1c-4043d7b0c118) {{(pid=98981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:52:19.101394 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-f18d6749-5d2b-48d2-b785-870e86efa624 req-3064f758-3cb4-4b58-934c-e2e65e899f24 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] Notify callbacks [] for port, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:19.115440 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.provisioning_blocks [req-f18d6749-5d2b-48d2-b785-870e86efa624 req-3064f758-3cb4-4b58-934c-e2e65e899f24 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] Transition to ACTIVE for port object 02c5ab8a-f873-4141-8b1c-4043d7b0c118 will not be triggered until provisioned by entity DHCP. {{(pid=98981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:52:19.257733 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-f18d6749-5d2b-48d2-b785-870e86efa624 req-3064f758-3cb4-4b58-934c-e2e65e899f24 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126587788'] for port, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:19.261912 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-0632041f-b4f9-4a95-b5af-14ae1f2d7bde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:19.305224 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f18d6749-5d2b-48d2-b785-870e86efa624 req-3064f758-3cb4-4b58-934c-e2e65e899f24 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] Network f7e1d79f-ac1b-4f58-b784-425ce32ace56 is already hosted by enough agents. {{(pid=98981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:52:19.310243 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.base_scheduler [req-f18d6749-5d2b-48d2-b785-870e86efa624 req-3064f758-3cb4-4b58-934c-e2e65e899f24 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] Resources bound (agent type, host, resource id): {{(pid=98981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:52:19.313991 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.l3_dvrscheduler_db [req-f18d6749-5d2b-48d2-b785-870e86efa624 req-3064f758-3cb4-4b58-934c-e2e65e899f24 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] Received port after_create {{(pid=98981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:52:19.320361 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3064f758-3cb4-4b58-934c-e2e65e899f24 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] Pushing event updated for resources: {'Port': ['ID=02c5ab8a-f873-4141-8b1c-4043d7b0c118,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:19.345510 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-3064f758-3cb4-4b58-934c-e2e65e899f24 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:19.359187 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd91f05-075d-4573-abb9-09598f0a4c50 req-2babeb7a-6b5e-4b2c-b208-48a98e42aa00 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:19.360731 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-fbd91f05-075d-4573-abb9-09598f0a4c50 req-2babeb7a-6b5e-4b2c-b208-48a98e42aa00 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a96a154-994f-434f-8fdf-1d5f39bd1bd4 HTTP/1.1" status: 200 len: 935 time: 0.0747521 Jun 16 09:52:19.383054 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d6749-5d2b-48d2-b785-870e86efa624 req-3064f758-3cb4-4b58-934c-e2e65e899f24 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:19.383669 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-f18d6749-5d2b-48d2-b785-870e86efa624 req-3064f758-3cb4-4b58-934c-e2e65e899f24 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for port, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:19.394501 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-abb8995f-0654-4942-9bc1-f26e1485de15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:19.404520 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-fbd91f05-075d-4573-abb9-09598f0a4c50 req-a4719c53-59a4-46b3-97d9-05465957c988 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] 10.222.0.25 "GET /v2.0/security-groups?id=caac1101-7640-496f-9e3a-2b7c610a98b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364959 Jun 16 09:52:19.443888 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 56108) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:52:19.461487 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-39018fd0-c4fe-4be0-808f-f2071e6f3498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:19.494390 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f18d6749-5d2b-48d2-b785-870e86efa624 req-3064f758-3cb4-4b58-934c-e2e65e899f24 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1296315 Jun 16 09:52:19.525521 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:19.566319 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [req-f18d6749-5d2b-48d2-b785-870e86efa624 req-bb806991-7596-45d8-8ef8-cc7f307e87ca service neutron] Request body: {'port': {'device_id': '8a96a154-994f-434f-8fdf-1d5f39bd1bd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:52:19.600493 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-39018fd0-c4fe-4be0-808f-f2071e6f3498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:19.644187 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-f18d6749-5d2b-48d2-b785-870e86efa624 req-bb806991-7596-45d8-8ef8-cc7f307e87ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:19.900246 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.notifiers.nova [req-f18d6749-5d2b-48d2-b785-870e86efa624 req-bb806991-7596-45d8-8ef8-cc7f307e87ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02c5ab8a-f873-4141-8b1c-4043d7b0c118 {{(pid=98981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:52:19.907613 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-f18d6749-5d2b-48d2-b785-870e86efa624 req-bb806991-7596-45d8-8ef8-cc7f307e87ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:19.920028 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.provisioning_blocks [req-f18d6749-5d2b-48d2-b785-870e86efa624 req-bb806991-7596-45d8-8ef8-cc7f307e87ca service neutron] Transition to ACTIVE for port object 02c5ab8a-f873-4141-8b1c-4043d7b0c118 will not be triggered until provisioned by entity L2. {{(pid=98981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:52:19.941988 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-39018fd0-c4fe-4be0-808f-f2071e6f3498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:19.942174 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-d4340d2b-f313-4eb7-99e9-87c2c3a65a7e None None] Provisioning for port 02c5ab8a-f873-4141-8b1c-4043d7b0c118 completed by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:52:19.944362 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-5339002b-a363-4a48-b495-bdbf538740de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:19.949906 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-d4340d2b-f313-4eb7-99e9-87c2c3a65a7e None None] Provisioning complete for port 02c5ab8a-f873-4141-8b1c-4043d7b0c118 triggered by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:52:19.949906 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-d4340d2b-f313-4eb7-99e9-87c2c3a65a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:19.978981 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-d4340d2b-f313-4eb7-99e9-87c2c3a65a7e None None] Port 02c5ab8a-f873-4141-8b1c-4043d7b0c118 cannot update to ACTIVE because it is not bound. {{(pid=98982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 09:52:19.980201 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-39018fd0-c4fe-4be0-808f-f2071e6f3498 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=57de74ca694b494db3586b8cf32991ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5349629 Jun 16 09:52:19.981121 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39018fd0-c4fe-4be0-808f-f2071e6f3498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0a15b8-b862-4dd1-9021-1ab940685a02,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:19.983465 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 56110) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:52:19.984467 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-39018fd0-c4fe-4be0-808f-f2071e6f3498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:19.999343 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-f18d6749-5d2b-48d2-b785-870e86efa624 req-bb806991-7596-45d8-8ef8-cc7f307e87ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126587802'] for port, after_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:20.001457 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-a516724d-a2ae-4f6b-a7d4-fff439e0e04f tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:20.037921 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-117d04d8-1d42-4cc8-80dd-17d9db932a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:20.063546 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-117d04d8-1d42-4cc8-80dd-17d9db932a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:20.080104 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb806991-7596-45d8-8ef8-cc7f307e87ca service neutron] Pushing event updated for resources: {'Port': ['ID=02c5ab8a-f873-4141-8b1c-4043d7b0c118,revision_number=2']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:20.084776 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-bb806991-7596-45d8-8ef8-cc7f307e87ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:20.155960 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.managers [req-f18d6749-5d2b-48d2-b785-870e86efa624 req-bb806991-7596-45d8-8ef8-cc7f307e87ca service neutron] Attempting to bind port 02c5ab8a-f873-4141-8b1c-4043d7b0c118 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=98981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:52:20.156218 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.managers [req-f18d6749-5d2b-48d2-b785-870e86efa624 req-bb806991-7596-45d8-8ef8-cc7f307e87ca service neutron] Attempting to bind port 02c5ab8a-f873-4141-8b1c-4043d7b0c118 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '8fad731d-770f-4e61-93ac-f71a24e43f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'f7e1d79f-ac1b-4f58-b784-425ce32ace56'}] {{(pid=98981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:52:20.156543 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18d6749-5d2b-48d2-b785-870e86efa624 req-bb806991-7596-45d8-8ef8-cc7f307e87ca service neutron] Attempting to bind port 02c5ab8a-f873-4141-8b1c-4043d7b0c118 on network f7e1d79f-ac1b-4f58-b784-425ce32ace56 {{(pid=98981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:52:20.161007 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18d6749-5d2b-48d2-b785-870e86efa624 req-bb806991-7596-45d8-8ef8-cc7f307e87ca service neutron] Port 02c5ab8a-f873-4141-8b1c-4043d7b0c118 on network f7e1d79f-ac1b-4f58-b784-425ce32ace56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=98981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 09:52:20.161334 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18d6749-5d2b-48d2-b785-870e86efa624 req-bb806991-7596-45d8-8ef8-cc7f307e87ca service neutron] Attempting to bind port 02c5ab8a-f873-4141-8b1c-4043d7b0c118 on network f7e1d79f-ac1b-4f58-b784-425ce32ace56 {{(pid=98981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:52:20.166492 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18d6749-5d2b-48d2-b785-870e86efa624 req-bb806991-7596-45d8-8ef8-cc7f307e87ca service neutron] Checking agent: {'id': '868dca64-f295-49d2-b561-88939e4b0d1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 41, 11), 'started_at': datetime.datetime(2021, 6, 16, 9, 41, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:52:20.170865 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18d6749-5d2b-48d2-b785-870e86efa624 req-bb806991-7596-45d8-8ef8-cc7f307e87ca service neutron] Checking segment: {'id': '8fad731d-770f-4e61-93ac-f71a24e43f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'f7e1d79f-ac1b-4f58-b784-425ce32ace56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:52:20.170865 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18d6749-5d2b-48d2-b785-870e86efa624 req-bb806991-7596-45d8-8ef8-cc7f307e87ca service neutron] Bound using segment: {'id': '8fad731d-770f-4e61-93ac-f71a24e43f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'f7e1d79f-ac1b-4f58-b784-425ce32ace56'} {{(pid=98981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:52:20.170865 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.managers [req-f18d6749-5d2b-48d2-b785-870e86efa624 req-bb806991-7596-45d8-8ef8-cc7f307e87ca service neutron] Bound port: 02c5ab8a-f873-4141-8b1c-4043d7b0c118, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fad731d-770f-4e61-93ac-f71a24e43f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'f7e1d79f-ac1b-4f58-b784-425ce32ace56'}}] {{(pid=98981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:52:20.170865 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-f18d6749-5d2b-48d2-b785-870e86efa624 req-bb806991-7596-45d8-8ef8-cc7f307e87ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:20.205522 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-117d04d8-1d42-4cc8-80dd-17d9db932a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:20.208189 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-117d04d8-1d42-4cc8-80dd-17d9db932a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:20.209373 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-117d04d8-1d42-4cc8-80dd-17d9db932a38 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5f0a15b8-b862-4dd1-9021-1ab940685a02 HTTP/1.1" status: 204 len: 168 time: 0.2244322 Jun 16 09:52:20.210867 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-0ee8ac09-e021-42d7-bd94-37083dd6a26c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:20.219563 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d04d8-1d42-4cc8-80dd-17d9db932a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0a15b8-b862-4dd1-9021-1ab940685a02,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:20.222288 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-117d04d8-1d42-4cc8-80dd-17d9db932a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:20.241470 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.db [req-f18d6749-5d2b-48d2-b785-870e86efa624 req-bb806991-7596-45d8-8ef8-cc7f307e87ca service neutron] For port 02c5ab8a-f873-4141-8b1c-4043d7b0c118, host hv-cinder-79628, cleared binding levels {{(pid=98981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:52:20.244982 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.db [req-f18d6749-5d2b-48d2-b785-870e86efa624 req-bb806991-7596-45d8-8ef8-cc7f307e87ca service neutron] For port 02c5ab8a-f873-4141-8b1c-4043d7b0c118, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=02c5ab8a-f873-4141-8b1c-4043d7b0c118,segment=NetworkSegment(8fad731d-770f-4e61-93ac-f71a24e43f3f),segment_id=8fad731d-770f-4e61-93ac-f71a24e43f3f)] {{(pid=98981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:52:20.331390 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-f18d6749-5d2b-48d2-b785-870e86efa624 req-bb806991-7596-45d8-8ef8-cc7f307e87ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126587802'] for port, after_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:20.333556 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-c9f26263-6a9f-4a6e-84bc-3dda1028e800 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:20.369042 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d6749-5d2b-48d2-b785-870e86efa624 req-bb806991-7596-45d8-8ef8-cc7f307e87ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:20.369640 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-f18d6749-5d2b-48d2-b785-870e86efa624 req-bb806991-7596-45d8-8ef8-cc7f307e87ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for port, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:20.371037 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f18d6749-5d2b-48d2-b785-870e86efa624 req-bb806991-7596-45d8-8ef8-cc7f307e87ca service neutron] 10.222.0.49 "PUT /v2.0/ports/02c5ab8a-f873-4141-8b1c-4043d7b0c118 HTTP/1.1" status: 200 len: 1097 time: 0.8142586 Jun 16 09:52:20.371501 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a96a154-994f-434f-8fdf-1d5f39bd1bd4', 'tag': '02c5ab8a-f873-4141-8b1c-4043d7b0c118'}] {{(pid=98981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:52:20.373741 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18eb52cff4d517b1dce9432e7e66d3e16844a09bb405b8b8e4b50ca476568750" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76bafbe-3896-46af-9802-71cf40dd2152" -d '{"events": [{"name": "network-changed", "server_uuid": "8a96a154-994f-434f-8fdf-1d5f39bd1bd4", "tag": "02c5ab8a-f873-4141-8b1c-4043d7b0c118"}]}' {{(pid=98981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:52:20.397987 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb806991-7596-45d8-8ef8-cc7f307e87ca service neutron] Pushing event updated for resources: {'Port': ['ID=02c5ab8a-f873-4141-8b1c-4043d7b0c118,revision_number=3']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:20.401409 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-bb806991-7596-45d8-8ef8-cc7f307e87ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:20.410276 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd3ee4c-7543-4964-94e3-920803576e2f x-openstack-request-id: req-ebd3ee4c-7543-4964-94e3-920803576e2f {{(pid=98981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:52:20.410612 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a96a154-994f-434f-8fdf-1d5f39bd1bd4", "tag": "02c5ab8a-f873-4141-8b1c-4043d7b0c118", "status": "completed", "code": 200}]} {{(pid=98981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:52:20.410941 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ebd3ee4c-7543-4964-94e3-920803576e2f {{(pid=98981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:52:20.411361 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a96a154-994f-434f-8fdf-1d5f39bd1bd4', 'tag': '02c5ab8a-f873-4141-8b1c-4043d7b0c118', 'status': 'completed', 'code': 200} Jun 16 09:52:20.514578 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-16d92f64-da1b-4eb0-8f0f-160fef97265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:20.534927 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76bafbe-3896-46af-9802-71cf40dd2152 req-237e7965-2a78-4770-b88d-3ef7ba9523b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:20.536537 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-c76bafbe-3896-46af-9802-71cf40dd2152 req-237e7965-2a78-4770-b88d-3ef7ba9523b8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a5cae0ce0af54c009c12e48dad59d2c0&device_id=8a96a154-994f-434f-8fdf-1d5f39bd1bd4 HTTP/1.1" status: 200 len: 1100 time: 0.0726168 Jun 16 09:52:20.578202 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-c76bafbe-3896-46af-9802-71cf40dd2152 req-b7406b0a-9c04-49b4-8b5e-8bc47e828370 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=a5cae0ce0af54c009c12e48dad59d2c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197728 Jun 16 09:52:20.596352 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d91059-f6a7-420c-bf55-12316352e57d req-8c0f5131-224b-4fd4-a6bf-36ca71f21ce1 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:20.598188 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-e5d91059-f6a7-420c-bf55-12316352e57d req-8c0f5131-224b-4fd4-a6bf-36ca71f21ce1 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a96a154-994f-434f-8fdf-1d5f39bd1bd4 HTTP/1.1" status: 200 len: 947 time: 0.0672917 Jun 16 09:52:20.636991 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-e5d91059-f6a7-420c-bf55-12316352e57d req-46163643-592b-42c0-81f6-08b04b24f432 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] 10.222.0.25 "GET /v2.0/security-groups?id=caac1101-7640-496f-9e3a-2b7c610a98b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329652 Jun 16 09:52:20.961075 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76bafbe-3896-46af-9802-71cf40dd2152 req-0157717e-3ab4-45fb-a8ac-0e7717949b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:20.962705 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-c76bafbe-3896-46af-9802-71cf40dd2152 req-0157717e-3ab4-45fb-a8ac-0e7717949b80 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3733449 Jun 16 09:52:21.086121 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d6749-5d2b-48d2-b785-870e86efa624 req-7a7121c2-cc62-4cf2-98cc-9df4042ab47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:21.087966 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f18d6749-5d2b-48d2-b785-870e86efa624 req-7a7121c2-cc62-4cf2-98cc-9df4042ab47e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a5cae0ce0af54c009c12e48dad59d2c0&device_id=8a96a154-994f-434f-8fdf-1d5f39bd1bd4 HTTP/1.1" status: 200 len: 1100 time: 0.0547647 Jun 16 09:52:21.137616 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f18d6749-5d2b-48d2-b785-870e86efa624 req-bfe1d92c-1a5b-4b0e-a09f-e845114771ba service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=02c5ab8a-f873-4141-8b1c-4043d7b0c118 HTTP/1.1" status: 200 len: 217 time: 0.0350642 Jun 16 09:52:21.188232 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d6749-5d2b-48d2-b785-870e86efa624 req-b2ffdeb2-139a-49c8-9bb3-f742f931f626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:21.188232 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f18d6749-5d2b-48d2-b785-870e86efa624 req-b2ffdeb2-139a-49c8-9bb3-f742f931f626 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=af99c53b-ea30-4a71-9b32-d21983fc16d1 HTTP/1.1" status: 200 len: 843 time: 0.0429902 Jun 16 09:52:21.247998 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d6749-5d2b-48d2-b785-870e86efa624 req-010288d2-f333-4bdc-89e4-bcba9cdf2a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:21.249309 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f18d6749-5d2b-48d2-b785-870e86efa624 req-010288d2-f333-4bdc-89e4-bcba9cdf2a5a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f7e1d79f-ac1b-4f58-b784-425ce32ace56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0548298 Jun 16 09:52:21.338813 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f18d6749-5d2b-48d2-b785-870e86efa624 req-b8d1750a-4d62-4e50-85ca-ab9fd21c0d58 service neutron] 10.222.0.49 "GET /v2.0/networks/f7e1d79f-ac1b-4f58-b784-425ce32ace56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811036 Jun 16 09:52:21.434175 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f18d6749-5d2b-48d2-b785-870e86efa624 req-eb9030bb-fb7b-40c8-a2ca-fd81d88a5453 service neutron] 10.222.0.49 "GET /v2.0/networks/f7e1d79f-ac1b-4f58-b784-425ce32ace56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880096 Jun 16 09:52:21.810643 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5cbc51-a234-44be-99a2-081326e429c0 req-8ab27f6d-52c8-4741-aef8-22f602aa7d69 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:21.812023 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-fa5cbc51-a234-44be-99a2-081326e429c0 req-8ab27f6d-52c8-4741-aef8-22f602aa7d69 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a96a154-994f-434f-8fdf-1d5f39bd1bd4 HTTP/1.1" status: 200 len: 947 time: 0.0620756 Jun 16 09:52:21.849452 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-fa5cbc51-a234-44be-99a2-081326e429c0 req-3a615c36-89aa-4478-8b4c-6765e01f4840 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] 10.222.0.25 "GET /v2.0/security-groups?id=caac1101-7640-496f-9e3a-2b7c610a98b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317838 Jun 16 09:52:22.468132 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e4fb578b-fd5e-47f0-aa8c-4b83a36f29c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:23.021777 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00c788-d4f8-4c31-92f4-e760e1a12a3c req-9ea516fc-0bdf-411a-b5fc-508774632d76 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:23.023143 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-dc00c788-d4f8-4c31-92f4-e760e1a12a3c req-9ea516fc-0bdf-411a-b5fc-508774632d76 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a96a154-994f-434f-8fdf-1d5f39bd1bd4 HTTP/1.1" status: 200 len: 947 time: 0.0620103 Jun 16 09:52:23.063739 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-dc00c788-d4f8-4c31-92f4-e760e1a12a3c req-4b8bd41f-1f9a-4a1f-b257-773d8fe83584 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] 10.222.0.25 "GET /v2.0/security-groups?id=caac1101-7640-496f-9e3a-2b7c610a98b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348589 Jun 16 09:52:23.995374 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 02c5ab8a-f873-4141-8b1c-4043d7b0c118 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=98982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 09:52:24.217839 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 02c5ab8a-f873-4141-8b1c-4043d7b0c118, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=02c5ab8a-f873-4141-8b1c-4043d7b0c118,segment=NetworkSegment(8fad731d-770f-4e61-93ac-f71a24e43f3f),segment_id=8fad731d-770f-4e61-93ac-f71a24e43f3f)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:52:24.229234 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Returning: {'device': '02c5ab8a-f873-4141-8b1c-4043d7b0c118', 'network_id': 'f7e1d79f-ac1b-4f58-b784-425ce32ace56', 'port_id': '02c5ab8a-f873-4141-8b1c-4043d7b0c118', 'mac_address': 'fa:16:3e:72:06:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af99c53b-ea30-4a71-9b32-d21983fc16d1', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 09:52:24.247055 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a1925-6eed-4e55-a763-db4104943799 req-990e65f3-3396-4811-91f5-d8261beaf811 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:24.249093 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f03a1925-6eed-4e55-a763-db4104943799 req-990e65f3-3396-4811-91f5-d8261beaf811 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a96a154-994f-434f-8fdf-1d5f39bd1bd4 HTTP/1.1" status: 200 len: 947 time: 0.0685568 Jun 16 09:52:24.268384 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:24.280937 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.notifiers.nova [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02c5ab8a-f873-4141-8b1c-4043d7b0c118 {{(pid=98982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:52:24.291186 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f03a1925-6eed-4e55-a763-db4104943799 req-9849511a-c1bd-4785-b5e2-12c487d73942 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] 10.222.0.25 "GET /v2.0/security-groups?id=caac1101-7640-496f-9e3a-2b7c610a98b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361800 Jun 16 09:52:24.301122 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 02c5ab8a-f873-4141-8b1c-4043d7b0c118, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=02c5ab8a-f873-4141-8b1c-4043d7b0c118,segment=NetworkSegment(8fad731d-770f-4e61-93ac-f71a24e43f3f),segment_id=8fad731d-770f-4e61-93ac-f71a24e43f3f)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:52:24.405748 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:24.407601 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:24.454586 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Pushing event updated for resources: {'Port': ['ID=02c5ab8a-f873-4141-8b1c-4043d7b0c118,revision_number=4']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:24.461334 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:52:24.461759 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:52:24.462093 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:52:24.462417 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:52:24.462738 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:52:24.463083 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:52:24.463403 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:52:24.463721 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:52:24.464037 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:52:24.464352 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:52:24.464664 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:52:24.464975 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:52:24.469439 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:24.755945 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] get_ports_and_sgs() called for port_ids ['02c5ab8a-f873-4141-8b1c-4043d7b0c118'] {{(pid=98982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:52:25.462638 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 56168) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:52:25.466717 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d882b-e737-4a60-9465-98a1b63a9e13 req-c39a580f-d186-4e2f-b9cb-0416315803cd tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:25.468209 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-436d882b-e737-4a60-9465-98a1b63a9e13 req-c39a580f-d186-4e2f-b9cb-0416315803cd tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a96a154-994f-434f-8fdf-1d5f39bd1bd4 HTTP/1.1" status: 200 len: 948 time: 0.0636687 Jun 16 09:52:25.506021 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-436d882b-e737-4a60-9465-98a1b63a9e13 req-bc45b72b-129b-4ce9-968a-90b10c5070fc tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] 10.222.0.25 "GET /v2.0/security-groups?id=caac1101-7640-496f-9e3a-2b7c610a98b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321865 Jun 16 09:52:25.563648 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-08e40a5b-04d2-42e8-8ee2-195961e85925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:25.647808 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-08e40a5b-04d2-42e8-8ee2-195961e85925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:25.730429 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-08e40a5b-04d2-42e8-8ee2-195961e85925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:25.733479 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-63afe39a-b3dd-406c-8860-f6e042588eda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:25.768004 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e40a5b-04d2-42e8-8ee2-195961e85925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a8a547-5d3e-4e26-851a-1184d1d0237e,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:25.773133 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-08e40a5b-04d2-42e8-8ee2-195961e85925 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=304e77b158184194a1b8a2f0705d9581&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3094683 Jun 16 09:52:25.774016 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-08e40a5b-04d2-42e8-8ee2-195961e85925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:25.775915 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 56172) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:52:25.823911 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-1795389b-da3d-4dab-8890-6815b96a5f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:25.845162 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-1795389b-da3d-4dab-8890-6815b96a5f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:26.012112 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 02c5ab8a-f873-4141-8b1c-4043d7b0c118 up at agent hyperv_hv-cinder-79628 {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:52:26.028364 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-1795389b-da3d-4dab-8890-6815b96a5f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:26.031677 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-1795389b-da3d-4dab-8890-6815b96a5f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:26.032859 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-1795389b-da3d-4dab-8890-6815b96a5f8b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/27a8a547-5d3e-4e26-851a-1184d1d0237e HTTP/1.1" status: 204 len: 168 time: 0.2560606 Jun 16 09:52:26.033652 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-41cf0ab7-cee3-40cf-bafe-48772f924bbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:26.043970 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1795389b-da3d-4dab-8890-6815b96a5f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a8a547-5d3e-4e26-851a-1184d1d0237e,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:26.046416 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-1795389b-da3d-4dab-8890-6815b96a5f8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:26.154454 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Provisioning for port 02c5ab8a-f873-4141-8b1c-4043d7b0c118 completed by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:52:26.158342 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Provisioning complete for port 02c5ab8a-f873-4141-8b1c-4043d7b0c118 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:52:26.158715 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:26.237565 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:26.259200 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a96a154-994f-434f-8fdf-1d5f39bd1bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c5ab8a-f873-4141-8b1c-4043d7b0c118'}] {{(pid=98982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:52:26.261488 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4f9cc304a916b9d47f5f8bf5758f709c886eea9513b83351d26ab7408c86625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74384c4e-4b41-4a43-90e1-365fa712f554" -d '{"events": [{"server_uuid": "8a96a154-994f-434f-8fdf-1d5f39bd1bd4", "name": "network-vif-plugged", "status": "completed", "tag": "02c5ab8a-f873-4141-8b1c-4043d7b0c118"}]}' {{(pid=98982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:52:26.283652 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 02c5ab8a-f873-4141-8b1c-4043d7b0c118, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=02c5ab8a-f873-4141-8b1c-4043d7b0c118,segment=NetworkSegment(8fad731d-770f-4e61-93ac-f71a24e43f3f),segment_id=8fad731d-770f-4e61-93ac-f71a24e43f3f)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:52:26.304758 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e796d0bf-8fd4-4cca-b78c-5b9ad90817db x-openstack-request-id: req-e796d0bf-8fd4-4cca-b78c-5b9ad90817db {{(pid=98982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:52:26.305058 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a96a154-994f-434f-8fdf-1d5f39bd1bd4", "name": "network-vif-plugged", "status": "completed", "tag": "02c5ab8a-f873-4141-8b1c-4043d7b0c118", "code": 200}]} {{(pid=98982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:52:26.305316 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e796d0bf-8fd4-4cca-b78c-5b9ad90817db {{(pid=98982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:52:26.305714 dv-cinder-796286-4-iscsi neutron-server[98982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a96a154-994f-434f-8fdf-1d5f39bd1bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c5ab8a-f873-4141-8b1c-4043d7b0c118', 'code': 200} Jun 16 09:52:26.401130 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:26.403259 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:26.458226 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Pushing event updated for resources: {'Port': ['ID=02c5ab8a-f873-4141-8b1c-4043d7b0c118,revision_number=5']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:26.461475 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:26.681559 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e355c59e-371f-40dd-aacd-b1395ec38dc9 req-5c2d1f17-61f7-4c85-883b-1415d6a92e7c tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:26.683020 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-e355c59e-371f-40dd-aacd-b1395ec38dc9 req-5c2d1f17-61f7-4c85-883b-1415d6a92e7c tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a96a154-994f-434f-8fdf-1d5f39bd1bd4 HTTP/1.1" status: 200 len: 949 time: 0.0638363 Jun 16 09:52:26.721215 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-e355c59e-371f-40dd-aacd-b1395ec38dc9 req-ad4b8955-8ba3-4826-b79c-ccbcb78eabc2 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] 10.222.0.25 "GET /v2.0/security-groups?id=caac1101-7640-496f-9e3a-2b7c610a98b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319622 Jun 16 09:52:26.768095 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43eb929-fc5a-4ddf-b288-64a700335787 req-dcec5da6-6b79-4c69-beab-b1750e13c7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:26.771477 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-e43eb929-fc5a-4ddf-b288-64a700335787 req-dcec5da6-6b79-4c69-beab-b1750e13c7b5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8a96a154-994f-434f-8fdf-1d5f39bd1bd4 HTTP/1.1" status: 200 len: 1102 time: 0.0536788 Jun 16 09:52:26.809296 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-e43eb929-fc5a-4ddf-b288-64a700335787 req-400a26fb-49c6-47f6-bd35-e33d73a239ac service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=caac1101-7640-496f-9e3a-2b7c610a98b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271020 Jun 16 09:52:27.890604 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82700cf1-695c-4c56-9082-1e955f06739f req-04b036ec-db27-4ba6-b7d6-1575f5fb1dfd tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:27.892088 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-82700cf1-695c-4c56-9082-1e955f06739f req-04b036ec-db27-4ba6-b7d6-1575f5fb1dfd tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a96a154-994f-434f-8fdf-1d5f39bd1bd4 HTTP/1.1" status: 200 len: 949 time: 0.0622199 Jun 16 09:52:27.929107 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-82700cf1-695c-4c56-9082-1e955f06739f req-53d6f943-5d61-466e-830e-902c55dbb84e tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] 10.222.0.25 "GET /v2.0/security-groups?id=caac1101-7640-496f-9e3a-2b7c610a98b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314837 Jun 16 09:52:29.100998 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f402c-92bd-4bbf-a833-da28f6894ae4 req-22bf980a-4ffd-4cf6-a84d-29bcc13831de tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:29.102438 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-527f402c-92bd-4bbf-a833-da28f6894ae4 req-22bf980a-4ffd-4cf6-a84d-29bcc13831de tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a96a154-994f-434f-8fdf-1d5f39bd1bd4 HTTP/1.1" status: 200 len: 949 time: 0.0667582 Jun 16 09:52:29.139194 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-527f402c-92bd-4bbf-a833-da28f6894ae4 req-2ac1d955-c16e-429e-be8e-addde70206a8 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] 10.222.0.25 "GET /v2.0/security-groups?id=caac1101-7640-496f-9e3a-2b7c610a98b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306072 Jun 16 09:52:30.160242 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f5815-26f5-4c0c-bec1-4cd35121eb36 req-e4d61ac7-bd7c-4d4b-bbba-c7c28a68d5d2 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:30.161684 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-1b0f5815-26f5-4c0c-bec1-4cd35121eb36 req-e4d61ac7-bd7c-4d4b-bbba-c7c28a68d5d2 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a96a154-994f-434f-8fdf-1d5f39bd1bd4 HTTP/1.1" status: 200 len: 949 time: 0.0620251 Jun 16 09:52:30.198991 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-1b0f5815-26f5-4c0c-bec1-4cd35121eb36 req-cd226d74-888a-41c0-a859-0f637d037276 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] 10.222.0.25 "GET /v2.0/security-groups?id=caac1101-7640-496f-9e3a-2b7c610a98b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314212 Jun 16 09:52:31.375113 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2d1ea-0e3a-4c55-9ee6-ae65225db782 req-dec53708-881f-4358-9201-9a989dd1e396 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:31.376596 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-4ce2d1ea-0e3a-4c55-9ee6-ae65225db782 req-dec53708-881f-4358-9201-9a989dd1e396 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a96a154-994f-434f-8fdf-1d5f39bd1bd4 HTTP/1.1" status: 200 len: 949 time: 0.0659466 Jun 16 09:52:31.413462 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-4ce2d1ea-0e3a-4c55-9ee6-ae65225db782 req-47992fed-3f23-41b0-b439-e376130751cd tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] 10.222.0.25 "GET /v2.0/security-groups?id=caac1101-7640-496f-9e3a-2b7c610a98b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312843 Jun 16 09:52:31.829206 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e90232-f526-4f65-9432-1bd1156fd2f6 req-519b9f8d-0ad6-44ab-a441-5330b92437a8 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:31.830612 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-97e90232-f526-4f65-9432-1bd1156fd2f6 req-519b9f8d-0ad6-44ab-a441-5330b92437a8 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a96a154-994f-434f-8fdf-1d5f39bd1bd4 HTTP/1.1" status: 200 len: 949 time: 0.0609517 Jun 16 09:52:31.931471 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.plugin [req-97e90232-f526-4f65-9432-1bd1156fd2f6 req-641d2e9f-7efe-4fa2-8cab-e071a36afae1 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] Deleting port 02c5ab8a-f873-4141-8b1c-4043d7b0c118 {{(pid=98981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:52:31.931803 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-97e90232-f526-4f65-9432-1bd1156fd2f6 req-641d2e9f-7efe-4fa2-8cab-e071a36afae1 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:32.016762 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.db [req-97e90232-f526-4f65-9432-1bd1156fd2f6 req-641d2e9f-7efe-4fa2-8cab-e071a36afae1 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] For port 02c5ab8a-f873-4141-8b1c-4043d7b0c118, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=02c5ab8a-f873-4141-8b1c-4043d7b0c118,segment=NetworkSegment(8fad731d-770f-4e61-93ac-f71a24e43f3f),segment_id=8fad731d-770f-4e61-93ac-f71a24e43f3f)] {{(pid=98981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:52:32.017117 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-97e90232-f526-4f65-9432-1bd1156fd2f6 req-641d2e9f-7efe-4fa2-8cab-e071a36afae1 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:32.081781 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.plugin [req-97e90232-f526-4f65-9432-1bd1156fd2f6 req-641d2e9f-7efe-4fa2-8cab-e071a36afae1 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] Calling delete_port for 02c5ab8a-f873-4141-8b1c-4043d7b0c118 owned by compute:nova {{(pid=98981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:52:32.335195 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-97e90232-f526-4f65-9432-1bd1156fd2f6 req-641d2e9f-7efe-4fa2-8cab-e071a36afae1 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126587795'] for port, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:32.339106 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-0804f1ec-86cc-40b2-af51-d6f333d6299f tempest-ServerRescueNegativeTestJSON-529488444 tempest-ServerRescueNegativeTestJSON-529488444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:32.365288 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641d2e9f-7efe-4fa2-8cab-e071a36afae1 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] Pushing event deleted for resources: {'Port': ['ID=02c5ab8a-f873-4141-8b1c-4043d7b0c118,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:32.369257 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-641d2e9f-7efe-4fa2-8cab-e071a36afae1 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:32.392887 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] get_ports_and_sgs() called for port_ids ['02c5ab8a-f873-4141-8b1c-4043d7b0c118'] {{(pid=98982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:52:32.412512 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e90232-f526-4f65-9432-1bd1156fd2f6 req-641d2e9f-7efe-4fa2-8cab-e071a36afae1 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] No DVR routers for this DVR port 02c5ab8a-f873-4141-8b1c-4043d7b0c118 on host hv-cinder-79628 {{(pid=98981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:52:32.415998 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-97e90232-f526-4f65-9432-1bd1156fd2f6 req-641d2e9f-7efe-4fa2-8cab-e071a36afae1 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for port, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:32.418062 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-97e90232-f526-4f65-9432-1bd1156fd2f6 req-641d2e9f-7efe-4fa2-8cab-e071a36afae1 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] 10.222.0.49 "DELETE /v2.0/ports/02c5ab8a-f873-4141-8b1c-4043d7b0c118 HTTP/1.1" status: 204 len: 173 time: 0.5796323 Jun 16 09:52:32.418736 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a96a154-994f-434f-8fdf-1d5f39bd1bd4', 'name': 'network-vif-deleted', 'tag': '02c5ab8a-f873-4141-8b1c-4043d7b0c118'}] {{(pid=98981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:52:32.421602 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18eb52cff4d517b1dce9432e7e66d3e16844a09bb405b8b8e4b50ca476568750" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381d07b6-6406-4eec-bd8a-d7455d5cd26b" -d '{"events": [{"server_uuid": "8a96a154-994f-434f-8fdf-1d5f39bd1bd4", "name": "network-vif-deleted", "tag": "02c5ab8a-f873-4141-8b1c-4043d7b0c118"}]}' {{(pid=98981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:52:32.463714 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc5905c-86b6-4690-8780-73b964581eda x-openstack-request-id: req-9dc5905c-86b6-4690-8780-73b964581eda {{(pid=98981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:52:32.464050 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a96a154-994f-434f-8fdf-1d5f39bd1bd4", "name": "network-vif-deleted", "tag": "02c5ab8a-f873-4141-8b1c-4043d7b0c118", "status": "completed", "code": 200}]} {{(pid=98981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:52:32.464340 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9dc5905c-86b6-4690-8780-73b964581eda {{(pid=98981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:52:32.464774 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a96a154-994f-434f-8fdf-1d5f39bd1bd4', 'name': 'network-vif-deleted', 'tag': '02c5ab8a-f873-4141-8b1c-4043d7b0c118', 'status': 'completed', 'code': 200} Jun 16 09:52:32.561987 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-a49e458a-d35d-423a-bbf1-955420872319 req-5375ea72-3d42-4454-98bf-c00457c11de3 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a96a154-994f-434f-8fdf-1d5f39bd1bd4 HTTP/1.1" status: 200 len: 210 time: 0.0294843 Jun 16 09:52:33.714655 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-a8f15d20-e94a-4712-9267-b004eee5a412 req-b5a1283f-7951-455b-85de-91f7e722257b tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a96a154-994f-434f-8fdf-1d5f39bd1bd4 HTTP/1.1" status: 200 len: 210 time: 0.0286396 Jun 16 09:52:36.090732 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 02c5ab8a-f873-4141-8b1c-4043d7b0c118 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:52:36.110718 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] No Port match for: 02c5ab8a-f873-4141-8b1c-4043d7b0c118 {{(pid=98982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:52:36.111178 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 02c5ab8a-f873-4141-8b1c-4043d7b0c118 not bound to the agent host hv-cinder-79628 {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:52:40.773367 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 56432) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:52:40.902286 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-878c0a34-c054-4563-9c94-089ffad19598 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a5cae0ce0af54c009c12e48dad59d2c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1274691 Jun 16 09:52:40.905194 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 56436) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:52:40.952732 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-c12cdcdf-5a83-4cc7-bf87-2f05f703fcb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:40.973998 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-c12cdcdf-5a83-4cc7-bf87-2f05f703fcb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:41.089220 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-c12cdcdf-5a83-4cc7-bf87-2f05f703fcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:41.092493 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-c12cdcdf-5a83-4cc7-bf87-2f05f703fcb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:41.093607 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-c12cdcdf-5a83-4cc7-bf87-2f05f703fcb4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/caac1101-7640-496f-9e3a-2b7c610a98b0 HTTP/1.1" status: 204 len: 168 time: 0.1875391 Jun 16 09:52:41.094353 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-ef89e568-95e1-402e-98c6-73402a0ac731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:41.101634 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12cdcdf-5a83-4cc7-bf87-2f05f703fcb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caac1101-7640-496f-9e3a-2b7c610a98b0,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:41.104065 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-c12cdcdf-5a83-4cc7-bf87-2f05f703fcb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:41.279844 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:42.133011 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 56458) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:52:42.225786 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [None req-babde871-1177-471a-ae55-c1674e477680 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-282575588-network', 'tenant_id': '2be84d9537ef45c39254255fa3add339'}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:52:42.302231 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-babde871-1177-471a-ae55-c1674e477680 admin admin] Made reservation on behalf of 2be84d9537ef45c39254255fa3add339 for: {'network': 1} {{(pid=98981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:52:42.304621 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-babde871-1177-471a-ae55-c1674e477680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for network, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:42.314043 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-babde871-1177-471a-ae55-c1674e477680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:42.401261 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-babde871-1177-471a-ae55-c1674e477680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:42.472095 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-babde871-1177-471a-ae55-c1674e477680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:42.475853 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-6113fd8e-8950-46af-ad6a-0f19c93031f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:42.496349 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-babde871-1177-471a-ae55-c1674e477680 admin admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=98981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 09:52:42.505236 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babde871-1177-471a-ae55-c1674e477680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e0c2ce-3b37-4691-8cd7-f792ae2b070a,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:42.508774 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-babde871-1177-471a-ae55-c1674e477680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:42.511489 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-babde871-1177-471a-ae55-c1674e477680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753648'] for segment, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:42.511828 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.db.segments_db [None req-babde871-1177-471a-ae55-c1674e477680 admin admin] Added segment d2397094-e9f3-4aca-9d3c-4c46489abaee of type vlan for network 34092502-556e-4029-88a5-c73b157298f5 Jun 16 09:52:42.550264 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-babde871-1177-471a-ae55-c1674e477680 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772812906909'] for network, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:42.742381 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-babde871-1177-471a-ae55-c1674e477680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439'] for network, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:42.743699 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babde871-1177-471a-ae55-c1674e477680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:42.744280 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-babde871-1177-471a-ae55-c1674e477680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for network, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:42.746535 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-633edcf5-8e7d-48fe-aa01-dc64d2302d15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:42.805267 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babde871-1177-471a-ae55-c1674e477680 admin admin] Pushing event updated for resources: {'Network': ['ID=34092502-556e-4029-88a5-c73b157298f5,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:42.807949 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-babde871-1177-471a-ae55-c1674e477680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:42.815952 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Network 34092502-556e-4029-88a5-c73b157298f5 details requested by agent ovs-agent-dv-cinder-796286-4-iscsi with host dv-cinder-796286-4-iscsi {{(pid=98982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 09:52:42.868980 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-babde871-1177-471a-ae55-c1674e477680 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7349486 Jun 16 09:52:42.871775 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 56462) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:52:42.876716 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [None req-750e4454-0dfa-4c66-b3a9-bb7e5d46a416 admin admin] Request body: {'subnet': {'network_id': '34092502-556e-4029-88a5-c73b157298f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-282575588-subnet', 'tenant_id': '2be84d9537ef45c39254255fa3add339', 'ip_version': 4}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:52:42.976339 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750e4454-0dfa-4c66-b3a9-bb7e5d46a416 admin admin] Made reservation on behalf of 2be84d9537ef45c39254255fa3add339 for: {'subnet': 1} {{(pid=98981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:52:42.978714 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-750e4454-0dfa-4c66-b3a9-bb7e5d46a416 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129128176'] for subnet, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:43.255209 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-750e4454-0dfa-4c66-b3a9-bb7e5d46a416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126587672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129128162'] for subnet, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:43.257464 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:43.310081 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e4454-0dfa-4c66-b3a9-bb7e5d46a416 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dbcb36e-5dc5-4b7f-9f6d-6677ef09de75,revision_number=0']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:43.312858 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-750e4454-0dfa-4c66-b3a9-bb7e5d46a416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:43.320092 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750e4454-0dfa-4c66-b3a9-bb7e5d46a416 admin admin] Checking segment: {'id': 'd2397094-e9f3-4aca-9d3c-4c46489abaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '34092502-556e-4029-88a5-c73b157298f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:52:43.320444 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750e4454-0dfa-4c66-b3a9-bb7e5d46a416 admin admin] Network hostable DHCP agents. Network: 34092502-556e-4029-88a5-c73b157298f5, hostable agents: ['b75f70a3-2745-4841-b3c1-6cbf0fc89424'], hosted agents: [] {{(pid=98981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 09:52:43.479262 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750e4454-0dfa-4c66-b3a9-bb7e5d46a416 admin admin] Network 34092502-556e-4029-88a5-c73b157298f5 is scheduled to be hosted by DHCP agent b75f70a3-2745-4841-b3c1-6cbf0fc89424 with binding_index 1 {{(pid=98981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 09:52:43.587740 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.base_scheduler [None req-750e4454-0dfa-4c66-b3a9-bb7e5d46a416 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-4-iscsi, 34092502-556e-4029-88a5-c73b157298f5) {{(pid=98981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:52:43.592859 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750e4454-0dfa-4c66-b3a9-bb7e5d46a416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:43.593939 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-750e4454-0dfa-4c66-b3a9-bb7e5d46a416 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:43.597033 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29a0663-032a-472d-98af-a8753daba8b2 None None] Network 34092502-556e-4029-88a5-c73b157298f5 requested from dv-cinder-796286-4-iscsi {{(pid=98982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:52:43.691550 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-750e4454-0dfa-4c66-b3a9-bb7e5d46a416 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8187492 Jun 16 09:52:43.694190 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 56464) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:52:43.698530 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [None req-6bf8d4f1-7890-47c1-86f0-503febae6d12 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-282575588-router', 'tenant_id': '2be84d9537ef45c39254255fa3add339', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f'}}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:52:43.738864 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9fc980-ed5b-4e3b-8ac5-444622697937 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp669d9969-c577-5cc9-9e2a-6c352c69c075-34092502-556e-4029-88a5-c73b157298f5', 'network_id': '34092502-556e-4029-88a5-c73b157298f5', 'tenant_id': '2be84d9537ef45c39254255fa3add339', 'fixed_ips': [{'subnet_id': '1dbcb36e-5dc5-4b7f-9f6d-6677ef09de75'}]}} from dv-cinder-796286-4-iscsi. {{(pid=98982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 09:52:43.739723 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-1d9fc980-ed5b-4e3b-8ac5-444622697937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:43.816878 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-6bf8d4f1-7890-47c1-86f0-503febae6d12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-702849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5825'] for router, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:43.818446 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-6bf8d4f1-7890-47c1-86f0-503febae6d12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5690'] for router, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:43.873046 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.db_base_plugin_common [None req-1d9fc980-ed5b-4e3b-8ac5-444622697937 None None] Allocated IP 172.20.0.2 (34092502-556e-4029-88a5-c73b157298f5/1dbcb36e-5dc5-4b7f-9f6d-6677ef09de75/28d8e0f3-d66d-4da7-bbb6-eeff618d8588) {{(pid=98982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:52:43.874551 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-6bf8d4f1-7890-47c1-86f0-503febae6d12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:44.015554 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-1d9fc980-ed5b-4e3b-8ac5-444622697937 None None] Notify callbacks [] for port, precommit_create {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:44.023773 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-1d9fc980-ed5b-4e3b-8ac5-444622697937 None None] Transition to ACTIVE for port object 28d8e0f3-d66d-4da7-bbb6-eeff618d8588 will not be triggered until provisioned by entity L2. {{(pid=98982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:52:44.037802 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-1d9fc980-ed5b-4e3b-8ac5-444622697937 None None] Transition to ACTIVE for port object 28d8e0f3-d66d-4da7-bbb6-eeff618d8588 will not be triggered until provisioned by entity DHCP. {{(pid=98982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:52:44.113733 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-6bf8d4f1-7890-47c1-86f0-503febae6d12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-702895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5676'] for router, precommit_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:44.135248 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-1d9fc980-ed5b-4e3b-8ac5-444622697937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110'] for port, after_create {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:44.138581 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:44.178502 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9fc980-ed5b-4e3b-8ac5-444622697937 None None] Network 34092502-556e-4029-88a5-c73b157298f5 is already hosted by enough agents. {{(pid=98982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:52:44.181418 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.scheduler.base_scheduler [None req-1d9fc980-ed5b-4e3b-8ac5-444622697937 None None] Resources bound (agent type, host, resource id): {{(pid=98982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:52:44.187268 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9fc980-ed5b-4e3b-8ac5-444622697937 None None] Received port after_create {{(pid=98982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:52:44.195350 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9fc980-ed5b-4e3b-8ac5-444622697937 None None] Pushing event updated for resources: {'Port': ['ID=28d8e0f3-d66d-4da7-bbb6-eeff618d8588,revision_number=1']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:44.199409 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-1d9fc980-ed5b-4e3b-8ac5-444622697937 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:44.251760 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.managers [None req-1d9fc980-ed5b-4e3b-8ac5-444622697937 None None] Attempting to bind port 28d8e0f3-d66d-4da7-bbb6-eeff618d8588 on host dv-cinder-796286-4-iscsi for vnic_type normal with profile {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:52:44.252129 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.managers [None req-1d9fc980-ed5b-4e3b-8ac5-444622697937 None None] Attempting to bind port 28d8e0f3-d66d-4da7-bbb6-eeff618d8588 by drivers openvswitch,hyperv on host dv-cinder-796286-4-iscsi at level 0 using segments [{'id': 'd2397094-e9f3-4aca-9d3c-4c46489abaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '34092502-556e-4029-88a5-c73b157298f5'}] {{(pid=98982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:52:44.252488 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9fc980-ed5b-4e3b-8ac5-444622697937 None None] Attempting to bind port 28d8e0f3-d66d-4da7-bbb6-eeff618d8588 on network 34092502-556e-4029-88a5-c73b157298f5 {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:52:44.257375 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9fc980-ed5b-4e3b-8ac5-444622697937 None None] Checking agent: {'id': '1e3237df-5913-46b8-aeb8-2bb1fe27fce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 34, 49), 'started_at': datetime.datetime(2021, 6, 16, 9, 35, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:52:44.257827 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9fc980-ed5b-4e3b-8ac5-444622697937 None None] Checking segment: {'id': 'd2397094-e9f3-4aca-9d3c-4c46489abaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '34092502-556e-4029-88a5-c73b157298f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:52:44.258230 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-1d9fc980-ed5b-4e3b-8ac5-444622697937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:44.258637 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9fc980-ed5b-4e3b-8ac5-444622697937 None None] Bound using segment: {'id': 'd2397094-e9f3-4aca-9d3c-4c46489abaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '34092502-556e-4029-88a5-c73b157298f5'} {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:52:44.259116 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.managers [None req-1d9fc980-ed5b-4e3b-8ac5-444622697937 None None] Bound port: 28d8e0f3-d66d-4da7-bbb6-eeff618d8588, host: dv-cinder-796286-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2397094-e9f3-4aca-9d3c-4c46489abaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '34092502-556e-4029-88a5-c73b157298f5'}}] {{(pid=98982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:52:44.259488 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-1d9fc980-ed5b-4e3b-8ac5-444622697937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:44.321611 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-1d9fc980-ed5b-4e3b-8ac5-444622697937 None None] For port 28d8e0f3-d66d-4da7-bbb6-eeff618d8588, host dv-cinder-796286-4-iscsi, cleared binding levels {{(pid=98982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:52:44.325643 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-1d9fc980-ed5b-4e3b-8ac5-444622697937 None None] For port 28d8e0f3-d66d-4da7-bbb6-eeff618d8588, host dv-cinder-796286-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=28d8e0f3-d66d-4da7-bbb6-eeff618d8588,segment=NetworkSegment(d2397094-e9f3-4aca-9d3c-4c46489abaee),segment_id=d2397094-e9f3-4aca-9d3c-4c46489abaee)] {{(pid=98982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:52:44.386372 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-6bf8d4f1-7890-47c1-86f0-503febae6d12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:44.405242 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-6bf8d4f1-7890-47c1-86f0-503febae6d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:44.405704 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-1d9fc980-ed5b-4e3b-8ac5-444622697937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:44.408544 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:44.467162 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9fc980-ed5b-4e3b-8ac5-444622697937 None None] Pushing event updated for resources: {'Port': ['ID=28d8e0f3-d66d-4da7-bbb6-eeff618d8588,revision_number=2']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:44.470349 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-1d9fc980-ed5b-4e3b-8ac5-444622697937 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:44.509542 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.db_base_plugin_common [None req-6bf8d4f1-7890-47c1-86f0-503febae6d12 admin admin] Allocated IP 172.27.0.6 (e7fe10b8-90c4-4cba-8f65-340465ca325f/474b542b-67ec-4e86-95bf-cb7c30e5c62d/9174599c-5da7-47dc-9746-05cc55a79278) {{(pid=98981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:52:44.629705 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-6bf8d4f1-7890-47c1-86f0-503febae6d12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:44.732109 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-6bf8d4f1-7890-47c1-86f0-503febae6d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126587788'] for port, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:44.734233 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-bfc7f18c-33af-4e09-8094-fa671b3ebc06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:44.769456 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf8d4f1-7890-47c1-86f0-503febae6d12 admin admin] Network e7fe10b8-90c4-4cba-8f65-340465ca325f is already hosted by enough agents. {{(pid=98981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:52:44.776747 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.base_scheduler [None req-6bf8d4f1-7890-47c1-86f0-503febae6d12 admin admin] Resources bound (agent type, host, resource id): {{(pid=98981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:52:44.781598 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf8d4f1-7890-47c1-86f0-503febae6d12 admin admin] Received port after_create {{(pid=98981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:52:44.785090 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf8d4f1-7890-47c1-86f0-503febae6d12 admin admin] Pushing event updated for resources: {'Port': ['ID=9174599c-5da7-47dc-9746-05cc55a79278,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:44.803696 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-6bf8d4f1-7890-47c1-86f0-503febae6d12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:45.109349 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-6bf8d4f1-7890-47c1-86f0-503febae6d12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:45.297631 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a36c9fb-4ac3-40b1-a026-1aa4a513d73c None None] Network 34092502-556e-4029-88a5-c73b157298f5 requested from dv-cinder-796286-4-iscsi {{(pid=98982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:52:45.314546 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-6bf8d4f1-7890-47c1-86f0-503febae6d12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-702904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757989'] for router, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:45.490916 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-86679323-c4a3-4905-b820-fbd7fa686194 None None] Provisioning for port 28d8e0f3-d66d-4da7-bbb6-eeff618d8588 completed by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:52:45.548897 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bf8d4f1-7890-47c1-86f0-503febae6d12 admin admin] Router 32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f is scheduled to L3 agent 7768ee83-37c7-4165-88a2-5844eb43ad81 with binding_index 1 {{(pid=98981) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 09:52:45.652713 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf8d4f1-7890-47c1-86f0-503febae6d12 admin admin] Notify agent at l3_agent.dv-cinder-796286-4-iscsi the message routers_updated {{(pid=98981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:52:45.661126 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85beb8ad-3f67-4f1b-aa18-ccb615eebbee None None] Sync routers for ids ['32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f'] in dv-cinder-796286-4-iscsi {{(pid=98982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:52:45.670230 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85beb8ad-3f67-4f1b-aa18-ccb615eebbee None None] Routers {'32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:52:45.670842 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-85beb8ad-3f67-4f1b-aa18-ccb615eebbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:52:19Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f'], 'active': True} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:52:45.782151 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-6bf8d4f1-7890-47c1-86f0-503febae6d12 admin admin] Notify callbacks [] for router, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:45.782352 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvr_db [None req-85beb8ad-3f67-4f1b-aa18-ccb615eebbee None None] Set router 32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f gateway port host: dv-cinder-796286-4-iscsi {{(pid=98982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:52:45.783512 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-6bf8d4f1-7890-47c1-86f0-503febae6d12 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0884202 Jun 16 09:52:45.786241 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 56466) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:52:45.960059 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-85beb8ad-3f67-4f1b-aa18-ccb615eebbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f', 'name': 'tempest-TestMinimumBasicScenario-282575588-router', 'tenant_id': '2be84d9537ef45c39254255fa3add339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '9174599c-5da7-47dc-9746-05cc55a79278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:52:43Z', 'updated_at': '2021-06-16T09:52:44Z', 'revision_number': 3, 'project_id': '2be84d9537ef45c39254255fa3add339', 'gw_port': {'id': '9174599c-5da7-47dc-9746-05cc55a79278', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:52:44Z', 'updated_at': '2021-06-16T09:52:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi'}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:52:45.963526 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85beb8ad-3f67-4f1b-aa18-ccb615eebbee None None] Checking router: 32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f for host: dv-cinder-796286-4-iscsi {{(pid=98982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:52:45.963883 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85beb8ad-3f67-4f1b-aa18-ccb615eebbee None None] Updating router 32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f port 9174599c-5da7-47dc-9746-05cc55a79278 binding host dv-cinder-796286-4-iscsi {{(pid=98982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 09:52:45.998216 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-85beb8ad-3f67-4f1b-aa18-ccb615eebbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:46.103788 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 28d8e0f3-d66d-4da7-bbb6-eeff618d8588 up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:52:46.190506 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-1775d090-5340-477c-aeb1-57df7204e07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:46.292372 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-85beb8ad-3f67-4f1b-aa18-ccb615eebbee None None] Notify callbacks [] for port, precommit_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:46.303143 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-85beb8ad-3f67-4f1b-aa18-ccb615eebbee None None] Transition to ACTIVE for port object 9174599c-5da7-47dc-9746-05cc55a79278 will not be triggered until provisioned by entity L2. {{(pid=98982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:52:46.340798 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.db_base_plugin_common [None req-1775d090-5340-477c-aeb1-57df7204e07d admin admin] Allocated IP 172.20.0.1 (34092502-556e-4029-88a5-c73b157298f5/1dbcb36e-5dc5-4b7f-9f6d-6677ef09de75/420c00db-f8b6-44b7-95d7-af6cedaa96f1) {{(pid=98981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:52:46.439415 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-1775d090-5340-477c-aeb1-57df7204e07d admin admin] Notify callbacks [] for port, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:46.452214 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.provisioning_blocks [None req-1775d090-5340-477c-aeb1-57df7204e07d admin admin] Transition to ACTIVE for port object 420c00db-f8b6-44b7-95d7-af6cedaa96f1 will not be triggered until provisioned by entity DHCP. {{(pid=98981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:52:46.507682 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning for port 28d8e0f3-d66d-4da7-bbb6-eeff618d8588 completed by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:52:46.511638 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning complete for port 28d8e0f3-d66d-4da7-bbb6-eeff618d8588 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:52:46.512014 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:46.588876 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:46.597156 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-85beb8ad-3f67-4f1b-aa18-ccb615eebbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:46.601669 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:46.660944 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] For port 28d8e0f3-d66d-4da7-bbb6-eeff618d8588, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=28d8e0f3-d66d-4da7-bbb6-eeff618d8588,segment=NetworkSegment(d2397094-e9f3-4aca-9d3c-4c46489abaee),segment_id=d2397094-e9f3-4aca-9d3c-4c46489abaee)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:52:46.667710 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.managers [None req-85beb8ad-3f67-4f1b-aa18-ccb615eebbee None None] Attempting to bind port 9174599c-5da7-47dc-9746-05cc55a79278 on host dv-cinder-796286-4-iscsi for vnic_type normal with profile {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:52:46.668060 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.managers [None req-85beb8ad-3f67-4f1b-aa18-ccb615eebbee None None] Attempting to bind port 9174599c-5da7-47dc-9746-05cc55a79278 by drivers openvswitch,hyperv on host dv-cinder-796286-4-iscsi at level 0 using segments [{'id': 'ee5243d6-0a20-466c-b2f3-0cfa4d8430c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f'}] {{(pid=98982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:52:46.669044 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85beb8ad-3f67-4f1b-aa18-ccb615eebbee None None] Attempting to bind port 9174599c-5da7-47dc-9746-05cc55a79278 on network e7fe10b8-90c4-4cba-8f65-340465ca325f {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:52:46.672376 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-1775d090-5340-477c-aeb1-57df7204e07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126587788'] for port, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:46.674134 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c58a6f-a5d3-40cf-b203-816010b8604c None None] Pushing event updated for resources: {'Port': ['ID=9174599c-5da7-47dc-9746-05cc55a79278,revision_number=2']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:46.676260 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-3064f758-3cb4-4b58-934c-e2e65e899f24 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:46.676897 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-39c58a6f-a5d3-40cf-b203-816010b8604c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:46.679950 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85beb8ad-3f67-4f1b-aa18-ccb615eebbee None None] Checking agent: {'id': '1e3237df-5913-46b8-aeb8-2bb1fe27fce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 34, 49), 'started_at': datetime.datetime(2021, 6, 16, 9, 35, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:52:46.684605 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85beb8ad-3f67-4f1b-aa18-ccb615eebbee None None] Checking segment: {'id': 'ee5243d6-0a20-466c-b2f3-0cfa4d8430c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:52:46.684605 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-85beb8ad-3f67-4f1b-aa18-ccb615eebbee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:46.684605 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85beb8ad-3f67-4f1b-aa18-ccb615eebbee None None] Bound using segment: {'id': 'ee5243d6-0a20-466c-b2f3-0cfa4d8430c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f'} {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:52:46.684605 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.managers [None req-85beb8ad-3f67-4f1b-aa18-ccb615eebbee None None] Bound port: 9174599c-5da7-47dc-9746-05cc55a79278, host: dv-cinder-796286-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee5243d6-0a20-466c-b2f3-0cfa4d8430c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f'}}] {{(pid=98982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:52:46.684605 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-85beb8ad-3f67-4f1b-aa18-ccb615eebbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:46.717773 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1775d090-5340-477c-aeb1-57df7204e07d admin admin] Network 34092502-556e-4029-88a5-c73b157298f5 is already hosted by enough agents. {{(pid=98981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:52:46.720631 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.base_scheduler [None req-1775d090-5340-477c-aeb1-57df7204e07d admin admin] Resources bound (agent type, host, resource id): {{(pid=98981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:52:46.729176 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1775d090-5340-477c-aeb1-57df7204e07d admin admin] Received port after_create {{(pid=98981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:52:46.738074 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-85beb8ad-3f67-4f1b-aa18-ccb615eebbee None None] For port 9174599c-5da7-47dc-9746-05cc55a79278, host dv-cinder-796286-4-iscsi, cleared binding levels {{(pid=98982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:52:46.741317 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-85beb8ad-3f67-4f1b-aa18-ccb615eebbee None None] For port 9174599c-5da7-47dc-9746-05cc55a79278, host dv-cinder-796286-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=9174599c-5da7-47dc-9746-05cc55a79278,segment=NetworkSegment(ee5243d6-0a20-466c-b2f3-0cfa4d8430c8),segment_id=ee5243d6-0a20-466c-b2f3-0cfa4d8430c8)] {{(pid=98982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:52:46.751464 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1775d090-5340-477c-aeb1-57df7204e07d admin admin] Pushing event updated for resources: {'Port': ['ID=420c00db-f8b6-44b7-95d7-af6cedaa96f1,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:46.757048 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-1775d090-5340-477c-aeb1-57df7204e07d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:46.769333 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-1775d090-5340-477c-aeb1-57df7204e07d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757332'] for router_interface, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:46.769853 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:46.772959 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:46.822095 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Pushing event updated for resources: {'Port': ['ID=28d8e0f3-d66d-4da7-bbb6-eeff618d8588,revision_number=3']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:46.825464 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:46.867161 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-85beb8ad-3f67-4f1b-aa18-ccb615eebbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:46.872142 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:46.928907 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85beb8ad-3f67-4f1b-aa18-ccb615eebbee None None] Routers {'32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:52:46.929526 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-85beb8ad-3f67-4f1b-aa18-ccb615eebbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:52:19Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f'], 'active': True} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:52:46.934643 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c58a6f-a5d3-40cf-b203-816010b8604c None None] Pushing event updated for resources: {'Port': ['ID=9174599c-5da7-47dc-9746-05cc55a79278,revision_number=3']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:46.968879 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-39c58a6f-a5d3-40cf-b203-816010b8604c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:47.025415 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-1775d090-5340-477c-aeb1-57df7204e07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:47.035450 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-2f01311b-a874-4207-b3c4-fbd43b06bbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:47.043224 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvr_db [None req-85beb8ad-3f67-4f1b-aa18-ccb615eebbee None None] Set router 32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f gateway port host: dv-cinder-796286-4-iscsi {{(pid=98982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:52:47.120165 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e0549c17-e390-497b-a1d1-eda37e1a05f0 None None] Provisioning for port 420c00db-f8b6-44b7-95d7-af6cedaa96f1 completed by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:52:47.126972 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e0549c17-e390-497b-a1d1-eda37e1a05f0 None None] Provisioning complete for port 420c00db-f8b6-44b7-95d7-af6cedaa96f1 triggered by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:52:47.127354 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e0549c17-e390-497b-a1d1-eda37e1a05f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:47.185453 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-1775d090-5340-477c-aeb1-57df7204e07d admin admin] Notify callbacks [] for port, precommit_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:47.209245 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-e0549c17-e390-497b-a1d1-eda37e1a05f0 None None] Port 420c00db-f8b6-44b7-95d7-af6cedaa96f1 cannot update to ACTIVE because it is not bound. {{(pid=98982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 09:52:47.311835 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-1775d090-5340-477c-aeb1-57df7204e07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126587802'] for port, after_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:47.314195 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-bb806991-7596-45d8-8ef8-cc7f307e87ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:47.378252 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-85beb8ad-3f67-4f1b-aa18-ccb615eebbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f', 'name': 'tempest-TestMinimumBasicScenario-282575588-router', 'tenant_id': '2be84d9537ef45c39254255fa3add339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '9174599c-5da7-47dc-9746-05cc55a79278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:52:43Z', 'updated_at': '2021-06-16T09:52:44Z', 'revision_number': 3, 'project_id': '2be84d9537ef45c39254255fa3add339', 'gw_port': {'id': '9174599c-5da7-47dc-9746-05cc55a79278', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:52:44Z', 'updated_at': '2021-06-16T09:52:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi'}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:52:47.379009 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-1775d090-5340-477c-aeb1-57df7204e07d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-623549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757288'] for router_interface, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:47.380853 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1775d090-5340-477c-aeb1-57df7204e07d admin admin] Pushing event updated for resources: {'Port': ['ID=420c00db-f8b6-44b7-95d7-af6cedaa96f1,revision_number=2']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:47.381594 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85beb8ad-3f67-4f1b-aa18-ccb615eebbee None None] The sync data for ids ['32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f'] in dv-cinder-796286-4-iscsi is: [{'id': '32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f', 'name': 'tempest-TestMinimumBasicScenario-282575588-router', 'tenant_id': '2be84d9537ef45c39254255fa3add339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '9174599c-5da7-47dc-9746-05cc55a79278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:52:43Z', 'updated_at': '2021-06-16T09:52:44Z', 'revision_number': 3, 'project_id': '2be84d9537ef45c39254255fa3add339', 'gw_port': {'id': '9174599c-5da7-47dc-9746-05cc55a79278', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:52:44Z', 'updated_at': '2021-06-16T09:52:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi'}] {{(pid=98982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:52:47.385292 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-1775d090-5340-477c-aeb1-57df7204e07d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:47.779555 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1775d090-5340-477c-aeb1-57df7204e07d admin admin] Network 34092502-556e-4029-88a5-c73b157298f5 is already hosted by enough agents. {{(pid=98981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:52:47.781074 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.base_scheduler [None req-1775d090-5340-477c-aeb1-57df7204e07d admin admin] Resources bound (agent type, host, resource id): {{(pid=98981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:52:47.906060 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1775d090-5340-477c-aeb1-57df7204e07d admin admin] Router 32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f has already been hosted by L3 agent 7768ee83-37c7-4165-88a2-5844eb43ad81 {{(pid=98981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:52:48.030225 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1775d090-5340-477c-aeb1-57df7204e07d admin admin] Notify agent at l3_agent.dv-cinder-796286-4-iscsi the message routers_updated {{(pid=98981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:52:48.035399 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-aa8e9c0d-df6b-482e-a5ac-192215fcaac5 None None] Provisioning complete for port 420c00db-f8b6-44b7-95d7-af6cedaa96f1 triggered by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:52:48.036567 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-aa8e9c0d-df6b-482e-a5ac-192215fcaac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:48.046822 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-1775d090-5340-477c-aeb1-57df7204e07d admin admin] 10.222.0.25 "PUT /v2.0/routers/32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2594461 Jun 16 09:52:48.120117 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-aa8e9c0d-df6b-482e-a5ac-192215fcaac5 None None] Port 420c00db-f8b6-44b7-95d7-af6cedaa96f1 cannot update to ACTIVE because it is not bound. {{(pid=98982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 09:52:48.211023 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 9174599c-5da7-47dc-9746-05cc55a79278 up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:52:48.409473 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning for port 9174599c-5da7-47dc-9746-05cc55a79278 completed by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:52:48.414603 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning complete for port 9174599c-5da7-47dc-9746-05cc55a79278 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:52:48.415124 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:48.500092 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:48.521228 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] For port 9174599c-5da7-47dc-9746-05cc55a79278, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=9174599c-5da7-47dc-9746-05cc55a79278,segment=NetworkSegment(ee5243d6-0a20-466c-b2f3-0cfa4d8430c8),segment_id=ee5243d6-0a20-466c-b2f3-0cfa4d8430c8)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:52:48.569110 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87591c-aa08-4f17-9084-8d16de96a923 req-16dce21b-02dc-4119-ad76-5c764e6624c2 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:48.571187 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-0f87591c-aa08-4f17-9084-8d16de96a923 req-16dce21b-02dc-4119-ad76-5c764e6624c2 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a186926-6e0e-4de8-8de6-12abef458561 HTTP/1.1" status: 200 len: 946 time: 0.0672026 Jun 16 09:52:48.609664 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-0f87591c-aa08-4f17-9084-8d16de96a923 req-7a5f8e92-627f-4b60-bc46-5e81ae6f2933 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/security-groups?id=924c6667-e697-4c03-bd72-091d94a3ea6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328543 Jun 16 09:52:48.639259 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:48.640131 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 28d8e0f3-d66d-4da7-bbb6-eeff618d8588 up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:52:48.644115 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-f00b5731-003d-4055-97ef-a8d16a2bcd51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:48.726330 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Pushing event updated for resources: {'Port': ['ID=9174599c-5da7-47dc-9746-05cc55a79278,revision_number=4']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:48.729891 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:48.739587 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning complete for port 28d8e0f3-d66d-4da7-bbb6-eeff618d8588 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:52:48.739963 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:48.835552 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 56486) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:52:48.841417 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [None req-0913319d-a0b8-4887-a0c2-6ba1d22207a6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1286948452-network', 'tenant_id': '8c288716d4a44b7596d60f1d3fce54ec'}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:52:48.923081 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0913319d-a0b8-4887-a0c2-6ba1d22207a6 admin admin] Made reservation on behalf of 8c288716d4a44b7596d60f1d3fce54ec for: {'network': 1} {{(pid=98980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:52:48.925825 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-0913319d-a0b8-4887-a0c2-6ba1d22207a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for network, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:48.934695 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-0913319d-a0b8-4887-a0c2-6ba1d22207a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:48.974636 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2845485-65b6-43a2-a122-09edd3971a71 None None] Sync routers for ids ['32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f'] in dv-cinder-796286-4-iscsi {{(pid=98983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:52:48.985031 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2845485-65b6-43a2-a122-09edd3971a71 None None] Routers {'32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:52:48.985711 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-d2845485-65b6-43a2-a122-09edd3971a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:52:19Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f'], 'active': True} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:52:49.030171 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-0913319d-a0b8-4887-a0c2-6ba1d22207a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:49.086088 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvr_db [None req-d2845485-65b6-43a2-a122-09edd3971a71 None None] Set router 32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f gateway port host: dv-cinder-796286-4-iscsi {{(pid=98983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:52:49.128758 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-0913319d-a0b8-4887-a0c2-6ba1d22207a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:49.132787 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-42b1421e-7bcf-4aab-9f86-34ef71f1d567 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:49.150004 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0913319d-a0b8-4887-a0c2-6ba1d22207a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=98980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 09:52:49.165246 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0913319d-a0b8-4887-a0c2-6ba1d22207a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0057355e-ffea-43aa-a6d6-c51c5499a186,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:49.168239 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-0913319d-a0b8-4887-a0c2-6ba1d22207a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753648'] for segment, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:49.168572 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.db.segments_db [None req-0913319d-a0b8-4887-a0c2-6ba1d22207a6 admin admin] Added segment 63b06f10-1b43-4bf5-9eb5-a08098a508b7 of type vlan for network 65aac72e-25bc-45d2-8115-316c4fb0b4b2 Jun 16 09:52:49.170219 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-0913319d-a0b8-4887-a0c2-6ba1d22207a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:49.217858 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-0913319d-a0b8-4887-a0c2-6ba1d22207a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772812906909'] for network, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:49.280001 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-d2845485-65b6-43a2-a122-09edd3971a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f', 'name': 'tempest-TestMinimumBasicScenario-282575588-router', 'tenant_id': '2be84d9537ef45c39254255fa3add339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '9174599c-5da7-47dc-9746-05cc55a79278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:52:43Z', 'updated_at': '2021-06-16T09:52:46Z', 'revision_number': 4, 'project_id': '2be84d9537ef45c39254255fa3add339', 'gw_port': {'id': '9174599c-5da7-47dc-9746-05cc55a79278', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:52:44Z', 'updated_at': '2021-06-16T09:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_interfaces': [{'id': '420c00db-f8b6-44b7-95d7-af6cedaa96f1', 'name': '', 'network_id': '34092502-556e-4029-88a5-c73b157298f5', 'tenant_id': '2be84d9537ef45c39254255fa3add339', 'mac_address': 'fa:16:3e:9b:3c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1dbcb36e-5dc5-4b7f-9f6d-6677ef09de75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:52:46Z', 'updated_at': '2021-06-16T09:52:47Z', 'revision_number': 2, 'project_id': '2be84d9537ef45c39254255fa3add339', 'subnets': [{'id': '1dbcb36e-5dc5-4b7f-9f6d-6677ef09de75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:52:49.283222 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2845485-65b6-43a2-a122-09edd3971a71 None None] Checking router: 32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f for host: dv-cinder-796286-4-iscsi {{(pid=98983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:52:49.283585 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2845485-65b6-43a2-a122-09edd3971a71 None None] Updating router 32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f port 420c00db-f8b6-44b7-95d7-af6cedaa96f1 binding host dv-cinder-796286-4-iscsi {{(pid=98983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 09:52:49.319074 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-d2845485-65b6-43a2-a122-09edd3971a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:49.399250 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-751fbf7a-507d-4dd6-8cd3-f0424d2dfbeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:49.426365 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-0913319d-a0b8-4887-a0c2-6ba1d22207a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439'] for network, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:49.427816 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0913319d-a0b8-4887-a0c2-6ba1d22207a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:49.428542 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-0913319d-a0b8-4887-a0c2-6ba1d22207a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for network, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:49.431985 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:49.490748 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0913319d-a0b8-4887-a0c2-6ba1d22207a6 admin admin] Pushing event updated for resources: {'Network': ['ID=65aac72e-25bc-45d2-8115-316c4fb0b4b2,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:49.493533 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-0913319d-a0b8-4887-a0c2-6ba1d22207a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:49.501367 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Network 65aac72e-25bc-45d2-8115-316c4fb0b4b2 details requested by agent ovs-agent-dv-cinder-796286-4-iscsi with host dv-cinder-796286-4-iscsi {{(pid=98982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 09:52:49.519341 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:49.546183 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-0913319d-a0b8-4887-a0c2-6ba1d22207a6 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7064300 Jun 16 09:52:49.546536 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 56488) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:52:49.551979 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [None req-b2917a3b-ac2f-48a2-93e7-3e55dbb06230 admin admin] Request body: {'subnet': {'network_id': '65aac72e-25bc-45d2-8115-316c4fb0b4b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1286948452-subnet', 'tenant_id': '8c288716d4a44b7596d60f1d3fce54ec', 'ip_version': 4}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:52:49.575817 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-d2845485-65b6-43a2-a122-09edd3971a71 None None] Notify callbacks [] for port, precommit_update {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:49.585173 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.provisioning_blocks [None req-d2845485-65b6-43a2-a122-09edd3971a71 None None] Transition to ACTIVE for port object 420c00db-f8b6-44b7-95d7-af6cedaa96f1 will not be triggered until provisioned by entity L2. {{(pid=98983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:52:49.639399 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2917a3b-ac2f-48a2-93e7-3e55dbb06230 admin admin] Made reservation on behalf of 8c288716d4a44b7596d60f1d3fce54ec for: {'subnet': 1} {{(pid=98981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:52:49.641724 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-b2917a3b-ac2f-48a2-93e7-3e55dbb06230 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129128176'] for subnet, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:49.668008 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-d2845485-65b6-43a2-a122-09edd3971a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:49.671405 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG oslo_concurrency.lockutils [None req-78b5274c-4799-4f97-9d22-09f288a7b95c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:49.818118 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b6c6c0-3159-4dce-b17a-85ff6218fa6f req-718a9c52-c4e2-42e3-9af5-732c8cc01a88 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:49.820225 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-e7b6c6c0-3159-4dce-b17a-85ff6218fa6f req-718a9c52-c4e2-42e3-9af5-732c8cc01a88 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a186926-6e0e-4de8-8de6-12abef458561 HTTP/1.1" status: 200 len: 946 time: 0.0805063 Jun 16 09:52:49.839316 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9bdd8f-ba4b-4893-b31e-4a4d1230c001 None None] Pushing event updated for resources: {'Port': ['ID=420c00db-f8b6-44b7-95d7-af6cedaa96f1,revision_number=3']} {{(pid=98983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:49.848303 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9bdd8f-ba4b-4893-b31e-4a4d1230c001 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:52:49.848646 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9bdd8f-ba4b-4893-b31e-4a4d1230c001 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:52:49.848975 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9bdd8f-ba4b-4893-b31e-4a4d1230c001 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:52:49.849300 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9bdd8f-ba4b-4893-b31e-4a4d1230c001 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:52:49.849621 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9bdd8f-ba4b-4893-b31e-4a4d1230c001 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:52:49.849942 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9bdd8f-ba4b-4893-b31e-4a4d1230c001 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:52:49.850258 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9bdd8f-ba4b-4893-b31e-4a4d1230c001 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:52:49.850575 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9bdd8f-ba4b-4893-b31e-4a4d1230c001 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:52:49.850966 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9bdd8f-ba4b-4893-b31e-4a4d1230c001 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:52:49.851358 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9bdd8f-ba4b-4893-b31e-4a4d1230c001 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:52:49.851545 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9bdd8f-ba4b-4893-b31e-4a4d1230c001 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:52:49.851855 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9bdd8f-ba4b-4893-b31e-4a4d1230c001 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:52:49.856196 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG oslo_concurrency.lockutils [None req-1c9bdd8f-ba4b-4893-b31e-4a4d1230c001 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=98983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:49.870599 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-e7b6c6c0-3159-4dce-b17a-85ff6218fa6f req-235d4b80-c875-4f68-9219-084aaf17f45a tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/security-groups?id=924c6667-e697-4c03-bd72-091d94a3ea6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388863 Jun 16 09:52:49.912882 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.managers [None req-d2845485-65b6-43a2-a122-09edd3971a71 None None] Attempting to bind port 420c00db-f8b6-44b7-95d7-af6cedaa96f1 on host dv-cinder-796286-4-iscsi for vnic_type normal with profile {{(pid=98983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:52:49.913252 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.managers [None req-d2845485-65b6-43a2-a122-09edd3971a71 None None] Attempting to bind port 420c00db-f8b6-44b7-95d7-af6cedaa96f1 by drivers openvswitch,hyperv on host dv-cinder-796286-4-iscsi at level 0 using segments [{'id': 'd2397094-e9f3-4aca-9d3c-4c46489abaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '34092502-556e-4029-88a5-c73b157298f5'}] {{(pid=98983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:52:49.913617 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2845485-65b6-43a2-a122-09edd3971a71 None None] Attempting to bind port 420c00db-f8b6-44b7-95d7-af6cedaa96f1 on network 34092502-556e-4029-88a5-c73b157298f5 {{(pid=98983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:52:49.918114 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-b2917a3b-ac2f-48a2-93e7-3e55dbb06230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126587672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129128162'] for subnet, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:49.919659 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2845485-65b6-43a2-a122-09edd3971a71 None None] Checking agent: {'id': '1e3237df-5913-46b8-aeb8-2bb1fe27fce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 34, 49), 'started_at': datetime.datetime(2021, 6, 16, 9, 35, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:52:49.920035 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2845485-65b6-43a2-a122-09edd3971a71 None None] Checking segment: {'id': 'd2397094-e9f3-4aca-9d3c-4c46489abaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '34092502-556e-4029-88a5-c73b157298f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:52:49.920435 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-d2845485-65b6-43a2-a122-09edd3971a71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:49.920826 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2845485-65b6-43a2-a122-09edd3971a71 None None] Bound using segment: {'id': 'd2397094-e9f3-4aca-9d3c-4c46489abaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '34092502-556e-4029-88a5-c73b157298f5'} {{(pid=98983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:52:49.921287 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.managers [None req-d2845485-65b6-43a2-a122-09edd3971a71 None None] Bound port: 420c00db-f8b6-44b7-95d7-af6cedaa96f1, host: dv-cinder-796286-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2397094-e9f3-4aca-9d3c-4c46489abaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '34092502-556e-4029-88a5-c73b157298f5'}}] {{(pid=98983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:52:49.921659 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-d2845485-65b6-43a2-a122-09edd3971a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:49.921812 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-28d458c4-ce28-447b-90c4-e3ae51edd457 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:49.975796 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2917a3b-ac2f-48a2-93e7-3e55dbb06230 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be19ce39-ba50-49c9-ac2d-7f97a0603291,revision_number=0']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:49.979605 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-b2917a3b-ac2f-48a2-93e7-3e55dbb06230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:49.984316 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.db [None req-d2845485-65b6-43a2-a122-09edd3971a71 None None] For port 420c00db-f8b6-44b7-95d7-af6cedaa96f1, host dv-cinder-796286-4-iscsi, cleared binding levels {{(pid=98983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:52:49.986053 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2917a3b-ac2f-48a2-93e7-3e55dbb06230 admin admin] Checking segment: {'id': '63b06f10-1b43-4bf5-9eb5-a08098a508b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '65aac72e-25bc-45d2-8115-316c4fb0b4b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:52:49.986345 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2917a3b-ac2f-48a2-93e7-3e55dbb06230 admin admin] Network hostable DHCP agents. Network: 65aac72e-25bc-45d2-8115-316c4fb0b4b2, hostable agents: ['b75f70a3-2745-4841-b3c1-6cbf0fc89424'], hosted agents: [] {{(pid=98981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 09:52:49.988027 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.db [None req-d2845485-65b6-43a2-a122-09edd3971a71 None None] For port 420c00db-f8b6-44b7-95d7-af6cedaa96f1, host dv-cinder-796286-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=420c00db-f8b6-44b7-95d7-af6cedaa96f1,segment=NetworkSegment(d2397094-e9f3-4aca-9d3c-4c46489abaee),segment_id=d2397094-e9f3-4aca-9d3c-4c46489abaee)] {{(pid=98983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:52:50.061124 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 9174599c-5da7-47dc-9746-05cc55a79278 up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:52:50.107092 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning complete for port 9174599c-5da7-47dc-9746-05cc55a79278 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:52:50.107462 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:50.119585 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-d2845485-65b6-43a2-a122-09edd3971a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:50.123284 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:50.142085 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2917a3b-ac2f-48a2-93e7-3e55dbb06230 admin admin] Network 65aac72e-25bc-45d2-8115-316c4fb0b4b2 is scheduled to be hosted by DHCP agent b75f70a3-2745-4841-b3c1-6cbf0fc89424 with binding_index 1 {{(pid=98981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 09:52:50.179652 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2845485-65b6-43a2-a122-09edd3971a71 None None] Routers {'32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:52:50.180290 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-d2845485-65b6-43a2-a122-09edd3971a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:52:49Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f'], 'active': True} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:52:50.244853 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.base_scheduler [None req-b2917a3b-ac2f-48a2-93e7-3e55dbb06230 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-4-iscsi, 65aac72e-25bc-45d2-8115-316c4fb0b4b2) {{(pid=98981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:52:50.244988 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9bdd8f-ba4b-4893-b31e-4a4d1230c001 None None] Pushing event updated for resources: {'Port': ['ID=420c00db-f8b6-44b7-95d7-af6cedaa96f1,revision_number=4']} {{(pid=98983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:50.245092 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2917a3b-ac2f-48a2-93e7-3e55dbb06230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:50.245882 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-b2917a3b-ac2f-48a2-93e7-3e55dbb06230 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:50.248185 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG oslo_concurrency.lockutils [None req-1c9bdd8f-ba4b-4893-b31e-4a4d1230c001 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=98983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:50.250082 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7514e046-b7b7-4a09-a9b4-4fa29359985e None None] Network 65aac72e-25bc-45d2-8115-316c4fb0b4b2 requested from dv-cinder-796286-4-iscsi {{(pid=98982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:52:50.302827 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvr_db [None req-d2845485-65b6-43a2-a122-09edd3971a71 None None] Set router 32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f gateway port host: dv-cinder-796286-4-iscsi {{(pid=98983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:52:50.348311 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 56492) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:52:50.348891 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-b2917a3b-ac2f-48a2-93e7-3e55dbb06230 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8006413 Jun 16 09:52:50.353479 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [None req-0bc21d5b-ed3b-4397-951f-2fb172edf827 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1286948452-router', 'tenant_id': '8c288716d4a44b7596d60f1d3fce54ec', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f'}}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:52:50.427368 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e0d5d7-b490-4fcc-81b3-5b315f7c4c76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp669d9969-c577-5cc9-9e2a-6c352c69c075-65aac72e-25bc-45d2-8115-316c4fb0b4b2', 'network_id': '65aac72e-25bc-45d2-8115-316c4fb0b4b2', 'tenant_id': '8c288716d4a44b7596d60f1d3fce54ec', 'fixed_ips': [{'subnet_id': 'be19ce39-ba50-49c9-ac2d-7f97a0603291'}]}} from dv-cinder-796286-4-iscsi. {{(pid=98982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 09:52:50.427368 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-97e0d5d7-b490-4fcc-81b3-5b315f7c4c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:50.502646 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-0bc21d5b-ed3b-4397-951f-2fb172edf827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-702849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5825'] for router, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:50.503933 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-0bc21d5b-ed3b-4397-951f-2fb172edf827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5690'] for router, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:50.521553 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-d2845485-65b6-43a2-a122-09edd3971a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f', 'name': 'tempest-TestMinimumBasicScenario-282575588-router', 'tenant_id': '2be84d9537ef45c39254255fa3add339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '9174599c-5da7-47dc-9746-05cc55a79278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:52:43Z', 'updated_at': '2021-06-16T09:52:46Z', 'revision_number': 4, 'project_id': '2be84d9537ef45c39254255fa3add339', 'gw_port': {'id': '9174599c-5da7-47dc-9746-05cc55a79278', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:52:44Z', 'updated_at': '2021-06-16T09:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_interfaces': [{'id': '420c00db-f8b6-44b7-95d7-af6cedaa96f1', 'name': '', 'network_id': '34092502-556e-4029-88a5-c73b157298f5', 'tenant_id': '2be84d9537ef45c39254255fa3add339', 'mac_address': 'fa:16:3e:9b:3c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1dbcb36e-5dc5-4b7f-9f6d-6677ef09de75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:52:46Z', 'updated_at': '2021-06-16T09:52:49Z', 'revision_number': 4, 'project_id': '2be84d9537ef45c39254255fa3add339', 'subnets': [{'id': '1dbcb36e-5dc5-4b7f-9f6d-6677ef09de75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:52:50.525355 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2845485-65b6-43a2-a122-09edd3971a71 None None] The sync data for ids ['32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f'] in dv-cinder-796286-4-iscsi is: [{'id': '32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f', 'name': 'tempest-TestMinimumBasicScenario-282575588-router', 'tenant_id': '2be84d9537ef45c39254255fa3add339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '9174599c-5da7-47dc-9746-05cc55a79278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:52:43Z', 'updated_at': '2021-06-16T09:52:46Z', 'revision_number': 4, 'project_id': '2be84d9537ef45c39254255fa3add339', 'gw_port': {'id': '9174599c-5da7-47dc-9746-05cc55a79278', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:52:44Z', 'updated_at': '2021-06-16T09:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_interfaces': [{'id': '420c00db-f8b6-44b7-95d7-af6cedaa96f1', 'name': '', 'network_id': '34092502-556e-4029-88a5-c73b157298f5', 'tenant_id': '2be84d9537ef45c39254255fa3add339', 'mac_address': 'fa:16:3e:9b:3c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1dbcb36e-5dc5-4b7f-9f6d-6677ef09de75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:52:46Z', 'updated_at': '2021-06-16T09:52:49Z', 'revision_number': 4, 'project_id': '2be84d9537ef45c39254255fa3add339', 'subnets': [{'id': '1dbcb36e-5dc5-4b7f-9f6d-6677ef09de75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:52:50.533138 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-16d92f64-da1b-4eb0-8f0f-160fef97265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:50.565673 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-0bc21d5b-ed3b-4397-951f-2fb172edf827 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:50.616126 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.db_base_plugin_common [None req-97e0d5d7-b490-4fcc-81b3-5b315f7c4c76 None None] Allocated IP 172.20.0.2 (65aac72e-25bc-45d2-8115-316c4fb0b4b2/be19ce39-ba50-49c9-ac2d-7f97a0603291/3ba7e85a-d3f5-4cb0-b701-07426d4dc1a9) {{(pid=98982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:52:50.655209 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d4614e-149a-4d3e-a4ad-f73d6fdb0584 req-58c00aa6-7f27-46c9-a5d9-9115390cd296 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:50.657827 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-56d4614e-149a-4d3e-a4ad-f73d6fdb0584 req-58c00aa6-7f27-46c9-a5d9-9115390cd296 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a186926-6e0e-4de8-8de6-12abef458561 HTTP/1.1" status: 200 len: 946 time: 0.1117079 Jun 16 09:52:50.803822 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.plugin [req-56d4614e-149a-4d3e-a4ad-f73d6fdb0584 req-d17cee6d-8ed1-4342-a3f8-fb628913e7d4 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Deleting port b3379309-ae70-4442-8f17-45d3f39e49d3 {{(pid=98981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:52:50.804272 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-56d4614e-149a-4d3e-a4ad-f73d6fdb0584 req-d17cee6d-8ed1-4342-a3f8-fb628913e7d4 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:50.806256 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-97e0d5d7-b490-4fcc-81b3-5b315f7c4c76 None None] Notify callbacks [] for port, precommit_create {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:50.818352 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-97e0d5d7-b490-4fcc-81b3-5b315f7c4c76 None None] Transition to ACTIVE for port object 3ba7e85a-d3f5-4cb0-b701-07426d4dc1a9 will not be triggered until provisioned by entity L2. {{(pid=98982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:52:50.837527 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-0bc21d5b-ed3b-4397-951f-2fb172edf827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-757907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-702895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5676'] for router, precommit_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:50.838525 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-97e0d5d7-b490-4fcc-81b3-5b315f7c4c76 None None] Transition to ACTIVE for port object 3ba7e85a-d3f5-4cb0-b701-07426d4dc1a9 will not be triggered until provisioned by entity DHCP. {{(pid=98982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:52:50.915688 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.db [req-56d4614e-149a-4d3e-a4ad-f73d6fdb0584 req-d17cee6d-8ed1-4342-a3f8-fb628913e7d4 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] For port b3379309-ae70-4442-8f17-45d3f39e49d3, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b3379309-ae70-4442-8f17-45d3f39e49d3,segment=NetworkSegment(8b33f738-d644-4c54-b55c-1571647efaaa),segment_id=8b33f738-d644-4c54-b55c-1571647efaaa)] {{(pid=98981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:52:50.916051 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-56d4614e-149a-4d3e-a4ad-f73d6fdb0584 req-d17cee6d-8ed1-4342-a3f8-fb628913e7d4 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:51.005479 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-97e0d5d7-b490-4fcc-81b3-5b315f7c4c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110'] for port, after_create {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:51.011066 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-39c58a6f-a5d3-40cf-b203-816010b8604c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:51.055000 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e0d5d7-b490-4fcc-81b3-5b315f7c4c76 None None] Network 65aac72e-25bc-45d2-8115-316c4fb0b4b2 is already hosted by enough agents. {{(pid=98982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:52:51.059450 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.scheduler.base_scheduler [None req-97e0d5d7-b490-4fcc-81b3-5b315f7c4c76 None None] Resources bound (agent type, host, resource id): {{(pid=98982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:52:51.065201 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e0d5d7-b490-4fcc-81b3-5b315f7c4c76 None None] Received port after_create {{(pid=98982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:52:51.075606 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e0d5d7-b490-4fcc-81b3-5b315f7c4c76 None None] Pushing event updated for resources: {'Port': ['ID=3ba7e85a-d3f5-4cb0-b701-07426d4dc1a9,revision_number=1']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:51.080300 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-97e0d5d7-b490-4fcc-81b3-5b315f7c4c76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:51.131989 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.managers [None req-97e0d5d7-b490-4fcc-81b3-5b315f7c4c76 None None] Attempting to bind port 3ba7e85a-d3f5-4cb0-b701-07426d4dc1a9 on host dv-cinder-796286-4-iscsi for vnic_type normal with profile {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:52:51.132229 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.managers [None req-97e0d5d7-b490-4fcc-81b3-5b315f7c4c76 None None] Attempting to bind port 3ba7e85a-d3f5-4cb0-b701-07426d4dc1a9 by drivers openvswitch,hyperv on host dv-cinder-796286-4-iscsi at level 0 using segments [{'id': '63b06f10-1b43-4bf5-9eb5-a08098a508b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '65aac72e-25bc-45d2-8115-316c4fb0b4b2'}] {{(pid=98982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:52:51.132630 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e0d5d7-b490-4fcc-81b3-5b315f7c4c76 None None] Attempting to bind port 3ba7e85a-d3f5-4cb0-b701-07426d4dc1a9 on network 65aac72e-25bc-45d2-8115-316c4fb0b4b2 {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:52:51.138430 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-56d4614e-149a-4d3e-a4ad-f73d6fdb0584 req-d17cee6d-8ed1-4342-a3f8-fb628913e7d4 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:51.138811 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-56d4614e-149a-4d3e-a4ad-f73d6fdb0584 req-d17cee6d-8ed1-4342-a3f8-fb628913e7d4 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761582'] for floatingip, after_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:51.139177 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.db.l3_db [req-56d4614e-149a-4d3e-a4ad-f73d6fdb0584 req-d17cee6d-8ed1-4342-a3f8-fb628913e7d4 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Floating IP c51fd5c2-d19e-4d6a-b6ae-1029c529ce6d disassociated. External IP: 172.27.0.81, port: b3379309-ae70-4442-8f17-45d3f39e49d3. Jun 16 09:52:51.139515 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.plugin [req-56d4614e-149a-4d3e-a4ad-f73d6fdb0584 req-d17cee6d-8ed1-4342-a3f8-fb628913e7d4 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Calling delete_port for b3379309-ae70-4442-8f17-45d3f39e49d3 owned by compute:nova {{(pid=98981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:52:51.139880 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e0d5d7-b490-4fcc-81b3-5b315f7c4c76 None None] Checking agent: {'id': '1e3237df-5913-46b8-aeb8-2bb1fe27fce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 34, 49), 'started_at': datetime.datetime(2021, 6, 16, 9, 35, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:52:51.140379 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e0d5d7-b490-4fcc-81b3-5b315f7c4c76 None None] Checking segment: {'id': '63b06f10-1b43-4bf5-9eb5-a08098a508b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '65aac72e-25bc-45d2-8115-316c4fb0b4b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:52:51.142315 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-97e0d5d7-b490-4fcc-81b3-5b315f7c4c76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:51.142727 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e0d5d7-b490-4fcc-81b3-5b315f7c4c76 None None] Bound using segment: {'id': '63b06f10-1b43-4bf5-9eb5-a08098a508b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '65aac72e-25bc-45d2-8115-316c4fb0b4b2'} {{(pid=98982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:52:51.143249 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.managers [None req-97e0d5d7-b490-4fcc-81b3-5b315f7c4c76 None None] Bound port: 3ba7e85a-d3f5-4cb0-b701-07426d4dc1a9, host: dv-cinder-796286-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63b06f10-1b43-4bf5-9eb5-a08098a508b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '65aac72e-25bc-45d2-8115-316c4fb0b4b2'}}] {{(pid=98982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:52:51.143637 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-97e0d5d7-b490-4fcc-81b3-5b315f7c4c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:51.213974 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d8d9d-7a26-45f5-952b-8808e22267fb req-017ab420-43f3-497d-975f-88b8e271dc67 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:51.216043 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-be4d8d9d-7a26-45f5-952b-8808e22267fb req-017ab420-43f3-497d-975f-88b8e271dc67 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a186926-6e0e-4de8-8de6-12abef458561 HTTP/1.1" status: 200 len: 946 time: 0.1982398 Jun 16 09:52:51.224617 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-97e0d5d7-b490-4fcc-81b3-5b315f7c4c76 None None] For port 3ba7e85a-d3f5-4cb0-b701-07426d4dc1a9, host dv-cinder-796286-4-iscsi, cleared binding levels {{(pid=98982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:52:51.228687 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-97e0d5d7-b490-4fcc-81b3-5b315f7c4c76 None None] For port 3ba7e85a-d3f5-4cb0-b701-07426d4dc1a9, host dv-cinder-796286-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=3ba7e85a-d3f5-4cb0-b701-07426d4dc1a9,segment=NetworkSegment(63b06f10-1b43-4bf5-9eb5-a08098a508b7),segment_id=63b06f10-1b43-4bf5-9eb5-a08098a508b7)] {{(pid=98982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:52:51.258402 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-0bc21d5b-ed3b-4397-951f-2fb172edf827 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:51.284520 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-be4d8d9d-7a26-45f5-952b-8808e22267fb req-f2b4251a-b22f-4fad-a246-ee2665b45bba tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/security-groups?id=924c6667-e697-4c03-bd72-091d94a3ea6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588183 Jun 16 09:52:51.284862 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-0bc21d5b-ed3b-4397-951f-2fb172edf827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:51.371743 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-97e0d5d7-b490-4fcc-81b3-5b315f7c4c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:51.375355 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:51.426315 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.db_base_plugin_common [None req-0bc21d5b-ed3b-4397-951f-2fb172edf827 admin admin] Allocated IP 172.27.0.76 (e7fe10b8-90c4-4cba-8f65-340465ca325f/474b542b-67ec-4e86-95bf-cb7c30e5c62d/efb6bfdb-3c71-4557-91b4-b8371227fb1c) {{(pid=98980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:52:51.441219 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e0d5d7-b490-4fcc-81b3-5b315f7c4c76 None None] Pushing event updated for resources: {'Port': ['ID=3ba7e85a-d3f5-4cb0-b701-07426d4dc1a9,revision_number=2']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:51.448710 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-97e0d5d7-b490-4fcc-81b3-5b315f7c4c76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:51.513633 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-56d4614e-149a-4d3e-a4ad-f73d6fdb0584 req-d17cee6d-8ed1-4342-a3f8-fb628913e7d4 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126587795'] for port, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:51.518470 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-53b5da5e-0e9c-4fbc-8617-fc6a163d1587 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:51.553790 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-0bc21d5b-ed3b-4397-951f-2fb172edf827 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:51.555638 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17cee6d-8ed1-4342-a3f8-fb628913e7d4 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Pushing event deleted for resources: {'Port': ['ID=b3379309-ae70-4442-8f17-45d3f39e49d3,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:51.574245 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17cee6d-8ed1-4342-a3f8-fb628913e7d4 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:52:51.574245 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17cee6d-8ed1-4342-a3f8-fb628913e7d4 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:52:51.574245 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17cee6d-8ed1-4342-a3f8-fb628913e7d4 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:52:51.574245 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17cee6d-8ed1-4342-a3f8-fb628913e7d4 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:52:51.574245 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17cee6d-8ed1-4342-a3f8-fb628913e7d4 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:52:51.574245 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17cee6d-8ed1-4342-a3f8-fb628913e7d4 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:52:51.574245 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17cee6d-8ed1-4342-a3f8-fb628913e7d4 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:52:51.574245 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17cee6d-8ed1-4342-a3f8-fb628913e7d4 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:52:51.574245 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17cee6d-8ed1-4342-a3f8-fb628913e7d4 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:52:51.574245 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17cee6d-8ed1-4342-a3f8-fb628913e7d4 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:52:51.574245 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17cee6d-8ed1-4342-a3f8-fb628913e7d4 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:52:51.574245 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17cee6d-8ed1-4342-a3f8-fb628913e7d4 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:52:51.577262 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-d17cee6d-8ed1-4342-a3f8-fb628913e7d4 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:51.727490 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56d4614e-149a-4d3e-a4ad-f73d6fdb0584 req-d17cee6d-8ed1-4342-a3f8-fb628913e7d4 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Router 59e27c92-c10a-4d99-a1b6-de6d5533c04a has already been hosted by L3 agent 7768ee83-37c7-4165-88a2-5844eb43ad81 {{(pid=98981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:52:51.736892 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-0bc21d5b-ed3b-4397-951f-2fb172edf827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126582365'] for port, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:51.740436 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-ce828d4e-83e3-4724-b253-5a92b8ccfd0c tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:51.784518 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc21d5b-ed3b-4397-951f-2fb172edf827 admin admin] Network e7fe10b8-90c4-4cba-8f65-340465ca325f is already hosted by enough agents. {{(pid=98980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:52:51.788438 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.base_scheduler [None req-0bc21d5b-ed3b-4397-951f-2fb172edf827 admin admin] Resources bound (agent type, host, resource id): {{(pid=98980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:52:51.791005 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc21d5b-ed3b-4397-951f-2fb172edf827 admin admin] Pushing event updated for resources: {'Port': ['ID=efb6bfdb-3c71-4557-91b4-b8371227fb1c,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:51.793189 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc21d5b-ed3b-4397-951f-2fb172edf827 admin admin] Received port after_create {{(pid=98980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:52:51.795692 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-0bc21d5b-ed3b-4397-951f-2fb172edf827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:51.855105 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56d4614e-149a-4d3e-a4ad-f73d6fdb0584 req-d17cee6d-8ed1-4342-a3f8-fb628913e7d4 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify agent at l3_agent.dv-cinder-796286-4-iscsi the message routers_updated {{(pid=98981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:52:51.866222 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1aa39e-3e23-42f8-9bfb-deb3dee61193 None None] Sync routers for ids ['59e27c92-c10a-4d99-a1b6-de6d5533c04a'] in dv-cinder-796286-4-iscsi {{(pid=98982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:52:51.876120 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1aa39e-3e23-42f8-9bfb-deb3dee61193 None None] Routers {'59e27c92-c10a-4d99-a1b6-de6d5533c04a'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:52:51.876734 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-6b1aa39e-3e23-42f8-9bfb-deb3dee61193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:52:49Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['59e27c92-c10a-4d99-a1b6-de6d5533c04a'], 'active': True} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:52:51.909947 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d4614e-149a-4d3e-a4ad-f73d6fdb0584 req-d17cee6d-8ed1-4342-a3f8-fb628913e7d4 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] No DVR routers for this DVR port b3379309-ae70-4442-8f17-45d3f39e49d3 on host hv-cinder-79628 {{(pid=98981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:52:51.912740 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-56d4614e-149a-4d3e-a4ad-f73d6fdb0584 req-d17cee6d-8ed1-4342-a3f8-fb628913e7d4 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for port, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:51.915421 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-56d4614e-149a-4d3e-a4ad-f73d6fdb0584 req-d17cee6d-8ed1-4342-a3f8-fb628913e7d4 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.49 "DELETE /v2.0/ports/b3379309-ae70-4442-8f17-45d3f39e49d3 HTTP/1.1" status: 204 len: 173 time: 1.2490616 Jun 16 09:52:51.916030 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a186926-6e0e-4de8-8de6-12abef458561', 'name': 'network-vif-deleted', 'tag': 'b3379309-ae70-4442-8f17-45d3f39e49d3'}] {{(pid=98981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:52:51.919010 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18eb52cff4d517b1dce9432e7e66d3e16844a09bb405b8b8e4b50ca476568750" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b41aea-a092-4af8-b26a-2004b3b56895" -d '{"events": [{"server_uuid": "2a186926-6e0e-4de8-8de6-12abef458561", "name": "network-vif-deleted", "tag": "b3379309-ae70-4442-8f17-45d3f39e49d3"}]}' {{(pid=98981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:52:51.962158 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18addea4-c0dc-4b0c-b8c1-d7a6230d2fc2 x-openstack-request-id: req-18addea4-c0dc-4b0c-b8c1-d7a6230d2fc2 {{(pid=98981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:52:51.962158 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a186926-6e0e-4de8-8de6-12abef458561", "name": "network-vif-deleted", "tag": "b3379309-ae70-4442-8f17-45d3f39e49d3", "status": "completed", "code": 200}]} {{(pid=98981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:52:51.962158 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-18addea4-c0dc-4b0c-b8c1-d7a6230d2fc2 {{(pid=98981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:52:51.962158 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a186926-6e0e-4de8-8de6-12abef458561', 'name': 'network-vif-deleted', 'tag': 'b3379309-ae70-4442-8f17-45d3f39e49d3', 'status': 'completed', 'code': 200} Jun 16 09:52:52.002775 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvr_db [None req-6b1aa39e-3e23-42f8-9bfb-deb3dee61193 None None] Set router 59e27c92-c10a-4d99-a1b6-de6d5533c04a gateway port host: dv-cinder-796286-4-iscsi {{(pid=98982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:52:52.004695 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.agents_db [None req-3560065e-ea11-4ff4-820f-b568c2ca0093 None None] Agent healthcheck: found 6 active agents {{(pid=98983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:52:52.194709 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 420c00db-f8b6-44b7-95d7-af6cedaa96f1 up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:52:52.213147 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-0bc21d5b-ed3b-4397-951f-2fb172edf827 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:52.309975 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-6b1aa39e-3e23-42f8-9bfb-deb3dee61193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'name': 'tempest-TestVolumeBootPattern-39691887-router', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '220d4639-e7b1-4eff-8de2-fb7302701a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:49:49Z', 'updated_at': '2021-06-16T09:49:54Z', 'revision_number': 4, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'gw_port': {'id': '220d4639-e7b1-4eff-8de2-fb7302701a38', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:77:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:49:50Z', 'updated_at': '2021-06-16T09:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_interfaces': [{'id': '397471ac-32cf-423f-a50b-96175ad9ed75', 'name': '', 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'mac_address': 'fa:16:3e:1e:0e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:49:53Z', 'updated_at': '2021-06-16T09:50:00Z', 'revision_number': 5, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'subnets': [{'id': '43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:52:52.315209 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1aa39e-3e23-42f8-9bfb-deb3dee61193 None None] Checking router: 59e27c92-c10a-4d99-a1b6-de6d5533c04a for host: dv-cinder-796286-4-iscsi {{(pid=98982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:52:52.323995 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1aa39e-3e23-42f8-9bfb-deb3dee61193 None None] Routers {'59e27c92-c10a-4d99-a1b6-de6d5533c04a'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:52:52.325160 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-6b1aa39e-3e23-42f8-9bfb-deb3dee61193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:52:49Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['59e27c92-c10a-4d99-a1b6-de6d5533c04a'], 'active': True} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:52:52.425040 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning for port 420c00db-f8b6-44b7-95d7-af6cedaa96f1 completed by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:52:52.436617 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning complete for port 420c00db-f8b6-44b7-95d7-af6cedaa96f1 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:52:52.437234 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:52.459476 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-0bc21d5b-ed3b-4397-951f-2fb172edf827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-702904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-757989'] for router, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:52.466302 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-cb6fc7a1-5da4-4186-a973-767dee39be2b req-e488cb0b-b5d6-44c1-8257-56f40a9585fc tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a186926-6e0e-4de8-8de6-12abef458561 HTTP/1.1" status: 200 len: 210 time: 0.0342934 Jun 16 09:52:52.492995 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvr_db [None req-6b1aa39e-3e23-42f8-9bfb-deb3dee61193 None None] Set router 59e27c92-c10a-4d99-a1b6-de6d5533c04a gateway port host: dv-cinder-796286-4-iscsi {{(pid=98982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:52:52.566186 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e4fb578b-fd5e-47f0-aa8c-4b83a36f29c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:52.719675 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc21d5b-ed3b-4397-951f-2fb172edf827 admin admin] Router 1e3141bb-2acc-4b19-8a2c-bc8d54aeb65d is scheduled to L3 agent 7768ee83-37c7-4165-88a2-5844eb43ad81 with binding_index 1 {{(pid=98980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 09:52:52.728223 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a55fc4-48ca-4537-9bad-9adea9c8f1dc None None] Network 65aac72e-25bc-45d2-8115-316c4fb0b4b2 requested from dv-cinder-796286-4-iscsi {{(pid=98982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:52:52.778853 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:52.831477 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc21d5b-ed3b-4397-951f-2fb172edf827 admin admin] Notify agent at l3_agent.dv-cinder-796286-4-iscsi the message routers_updated {{(pid=98980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:52:52.843074 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24421e20-f022-4c74-8ba9-c314c1572b2b None None] Sync routers for ids ['1e3141bb-2acc-4b19-8a2c-bc8d54aeb65d'] in dv-cinder-796286-4-iscsi {{(pid=98983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:52:52.858700 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24421e20-f022-4c74-8ba9-c314c1572b2b None None] Routers {'1e3141bb-2acc-4b19-8a2c-bc8d54aeb65d'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:52:52.859855 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-24421e20-f022-4c74-8ba9-c314c1572b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:52:49Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['1e3141bb-2acc-4b19-8a2c-bc8d54aeb65d'], 'active': True} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:52:52.898032 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] For port 420c00db-f8b6-44b7-95d7-af6cedaa96f1, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=420c00db-f8b6-44b7-95d7-af6cedaa96f1,segment=NetworkSegment(d2397094-e9f3-4aca-9d3c-4c46489abaee),segment_id=d2397094-e9f3-4aca-9d3c-4c46489abaee)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:52:52.900642 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-26aa2efe-caab-4515-a2fc-035b70067569 None None] Provisioning for port 3ba7e85a-d3f5-4cb0-b701-07426d4dc1a9 completed by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:52:52.942428 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-0bc21d5b-ed3b-4397-951f-2fb172edf827 admin admin] Notify callbacks [] for router, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:52.946224 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-0bc21d5b-ed3b-4397-951f-2fb172edf827 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5944479 Jun 16 09:52:52.946499 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 56500) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:52:52.970365 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvr_db [None req-24421e20-f022-4c74-8ba9-c314c1572b2b None None] Set router 1e3141bb-2acc-4b19-8a2c-bc8d54aeb65d gateway port host: dv-cinder-796286-4-iscsi {{(pid=98983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:52:53.037597 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:53.038717 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 3ba7e85a-d3f5-4cb0-b701-07426d4dc1a9 up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:52:53.042218 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-1d9fc980-ed5b-4e3b-8ac5-444622697937 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:53.089147 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-6b1aa39e-3e23-42f8-9bfb-deb3dee61193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'name': 'tempest-TestVolumeBootPattern-39691887-router', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '220d4639-e7b1-4eff-8de2-fb7302701a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:49:49Z', 'updated_at': '2021-06-16T09:49:54Z', 'revision_number': 4, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'gw_port': {'id': '220d4639-e7b1-4eff-8de2-fb7302701a38', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:77:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:49:50Z', 'updated_at': '2021-06-16T09:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_interfaces': [{'id': '397471ac-32cf-423f-a50b-96175ad9ed75', 'name': '', 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'mac_address': 'fa:16:3e:1e:0e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:49:53Z', 'updated_at': '2021-06-16T09:50:00Z', 'revision_number': 5, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'subnets': [{'id': '43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:52:53.108163 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1aa39e-3e23-42f8-9bfb-deb3dee61193 None None] The sync data for ids ['59e27c92-c10a-4d99-a1b6-de6d5533c04a'] in dv-cinder-796286-4-iscsi is: [{'id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'name': 'tempest-TestVolumeBootPattern-39691887-router', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '220d4639-e7b1-4eff-8de2-fb7302701a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:49:49Z', 'updated_at': '2021-06-16T09:49:54Z', 'revision_number': 4, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'gw_port': {'id': '220d4639-e7b1-4eff-8de2-fb7302701a38', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:77:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:49:50Z', 'updated_at': '2021-06-16T09:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_interfaces': [{'id': '397471ac-32cf-423f-a50b-96175ad9ed75', 'name': '', 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'mac_address': 'fa:16:3e:1e:0e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:49:53Z', 'updated_at': '2021-06-16T09:50:00Z', 'revision_number': 5, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'subnets': [{'id': '43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:52:53.153800 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Pushing event updated for resources: {'Port': ['ID=420c00db-f8b6-44b7-95d7-af6cedaa96f1,revision_number=5']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:53.157719 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:53.188254 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-24421e20-f022-4c74-8ba9-c314c1572b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3141bb-2acc-4b19-8a2c-bc8d54aeb65d', 'name': 'tempest-TestMinimumBasicScenario-1286948452-router', 'tenant_id': '8c288716d4a44b7596d60f1d3fce54ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'efb6bfdb-3c71-4557-91b4-b8371227fb1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:52:50Z', 'updated_at': '2021-06-16T09:52:51Z', 'revision_number': 3, 'project_id': '8c288716d4a44b7596d60f1d3fce54ec', 'gw_port': {'id': 'efb6bfdb-3c71-4557-91b4-b8371227fb1c', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:61:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3141bb-2acc-4b19-8a2c-bc8d54aeb65d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:52:51Z', 'updated_at': '2021-06-16T09:52:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi'}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:52:53.193713 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24421e20-f022-4c74-8ba9-c314c1572b2b None None] Checking router: 1e3141bb-2acc-4b19-8a2c-bc8d54aeb65d for host: dv-cinder-796286-4-iscsi {{(pid=98983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:52:53.194074 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24421e20-f022-4c74-8ba9-c314c1572b2b None None] Updating router 1e3141bb-2acc-4b19-8a2c-bc8d54aeb65d port efb6bfdb-3c71-4557-91b4-b8371227fb1c binding host dv-cinder-796286-4-iscsi {{(pid=98983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 09:52:53.223349 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning for port 3ba7e85a-d3f5-4cb0-b701-07426d4dc1a9 completed by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:52:53.227756 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning complete for port 3ba7e85a-d3f5-4cb0-b701-07426d4dc1a9 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:52:53.230125 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:53.237722 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-24421e20-f022-4c74-8ba9-c314c1572b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:53.356442 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:53.406392 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] For port 3ba7e85a-d3f5-4cb0-b701-07426d4dc1a9, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=3ba7e85a-d3f5-4cb0-b701-07426d4dc1a9,segment=NetworkSegment(63b06f10-1b43-4bf5-9eb5-a08098a508b7),segment_id=63b06f10-1b43-4bf5-9eb5-a08098a508b7)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:52:53.489687 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a017b766-1e30-478e-875e-e329959158f5 None None] New status for floating IP c51fd5c2-d19e-4d6a-b6ae-1029c529ce6d: DOWN {{(pid=98982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 09:52:53.497584 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:53.536803 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-24421e20-f022-4c74-8ba9-c314c1572b2b None None] Notify callbacks [] for port, precommit_update {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:53.548185 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.provisioning_blocks [None req-24421e20-f022-4c74-8ba9-c314c1572b2b None None] Transition to ACTIVE for port object efb6bfdb-3c71-4557-91b4-b8371227fb1c will not be triggered until provisioned by entity L2. {{(pid=98983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:52:53.552940 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-04f2b0a7-a415-46ff-b851-a33ba535f8ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:53.633464 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-24421e20-f022-4c74-8ba9-c314c1572b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:53.643100 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG oslo_concurrency.lockutils [None req-1e965efb-e4ba-4ae2-8b69-0a56494e2cf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:53.644759 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-52a28bd2-0592-4cd0-ac24-8cd3d577ff17 req-61660cad-5945-4690-8150-1094bbc55f03 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a186926-6e0e-4de8-8de6-12abef458561 HTTP/1.1" status: 200 len: 210 time: 0.0299187 Jun 16 09:52:53.678686 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-f96741fb-1fe2-4bac-9672-abf4ba01b55f None None] Provisioning complete for port 3ba7e85a-d3f5-4cb0-b701-07426d4dc1a9 triggered by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:52:53.679098 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-f96741fb-1fe2-4bac-9672-abf4ba01b55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:53.683976 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Pushing event updated for resources: {'Port': ['ID=3ba7e85a-d3f5-4cb0-b701-07426d4dc1a9,revision_number=3']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:53.694464 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb6f71-e1c6-4ab9-a522-17f7df941355 None None] Pushing event updated for resources: {'Port': ['ID=efb6bfdb-3c71-4557-91b4-b8371227fb1c,revision_number=2']} {{(pid=98983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:53.698316 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG oslo_concurrency.lockutils [None req-78fb6f71-e1c6-4ab9-a522-17f7df941355 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:53.699190 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.managers [None req-24421e20-f022-4c74-8ba9-c314c1572b2b None None] Attempting to bind port efb6bfdb-3c71-4557-91b4-b8371227fb1c on host dv-cinder-796286-4-iscsi for vnic_type normal with profile {{(pid=98983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:52:53.700083 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.managers [None req-24421e20-f022-4c74-8ba9-c314c1572b2b None None] Attempting to bind port efb6bfdb-3c71-4557-91b4-b8371227fb1c by drivers openvswitch,hyperv on host dv-cinder-796286-4-iscsi at level 0 using segments [{'id': 'ee5243d6-0a20-466c-b2f3-0cfa4d8430c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f'}] {{(pid=98983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:52:53.700534 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24421e20-f022-4c74-8ba9-c314c1572b2b None None] Attempting to bind port efb6bfdb-3c71-4557-91b4-b8371227fb1c on network e7fe10b8-90c4-4cba-8f65-340465ca325f {{(pid=98983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:52:53.707694 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24421e20-f022-4c74-8ba9-c314c1572b2b None None] Checking agent: {'id': '1e3237df-5913-46b8-aeb8-2bb1fe27fce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 34, 49), 'started_at': datetime.datetime(2021, 6, 16, 9, 35, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:52:53.707694 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24421e20-f022-4c74-8ba9-c314c1572b2b None None] Checking segment: {'id': 'ee5243d6-0a20-466c-b2f3-0cfa4d8430c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:52:53.707694 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-24421e20-f022-4c74-8ba9-c314c1572b2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:53.707694 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24421e20-f022-4c74-8ba9-c314c1572b2b None None] Bound using segment: {'id': 'ee5243d6-0a20-466c-b2f3-0cfa4d8430c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f'} {{(pid=98983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:52:53.707694 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.managers [None req-24421e20-f022-4c74-8ba9-c314c1572b2b None None] Bound port: efb6bfdb-3c71-4557-91b4-b8371227fb1c, host: dv-cinder-796286-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee5243d6-0a20-466c-b2f3-0cfa4d8430c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f'}}] {{(pid=98983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:52:53.708534 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-24421e20-f022-4c74-8ba9-c314c1572b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:53.718379 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:53.747030 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-4befd814-ce91-49de-b0fb-2ff7ac717f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:53.775140 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.db [None req-24421e20-f022-4c74-8ba9-c314c1572b2b None None] For port efb6bfdb-3c71-4557-91b4-b8371227fb1c, host dv-cinder-796286-4-iscsi, cleared binding levels {{(pid=98983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:52:53.778470 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.db [None req-24421e20-f022-4c74-8ba9-c314c1572b2b None None] For port efb6bfdb-3c71-4557-91b4-b8371227fb1c, host dv-cinder-796286-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=efb6bfdb-3c71-4557-91b4-b8371227fb1c,segment=NetworkSegment(ee5243d6-0a20-466c-b2f3-0cfa4d8430c8),segment_id=ee5243d6-0a20-466c-b2f3-0cfa4d8430c8)] {{(pid=98983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:52:53.880303 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-24421e20-f022-4c74-8ba9-c314c1572b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:53.882794 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG oslo_concurrency.lockutils [None req-78b5274c-4799-4f97-9d22-09f288a7b95c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:53.908642 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.db_base_plugin_common [None req-4befd814-ce91-49de-b0fb-2ff7ac717f15 admin admin] Allocated IP 172.20.0.1 (65aac72e-25bc-45d2-8115-316c4fb0b4b2/be19ce39-ba50-49c9-ac2d-7f97a0603291/4dc5726f-869b-4eff-ac04-09bb6695b634) {{(pid=98980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:52:53.937575 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24421e20-f022-4c74-8ba9-c314c1572b2b None None] Routers {'1e3141bb-2acc-4b19-8a2c-bc8d54aeb65d'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:52:53.938523 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-24421e20-f022-4c74-8ba9-c314c1572b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:52:49Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['1e3141bb-2acc-4b19-8a2c-bc8d54aeb65d'], 'active': True} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:52:53.999892 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb6f71-e1c6-4ab9-a522-17f7df941355 None None] Pushing event updated for resources: {'Port': ['ID=efb6bfdb-3c71-4557-91b4-b8371227fb1c,revision_number=3']} {{(pid=98983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:54.003977 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG oslo_concurrency.lockutils [None req-78fb6f71-e1c6-4ab9-a522-17f7df941355 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:54.019938 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-4befd814-ce91-49de-b0fb-2ff7ac717f15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:54.037170 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.provisioning_blocks [None req-4befd814-ce91-49de-b0fb-2ff7ac717f15 admin admin] Transition to ACTIVE for port object 4dc5726f-869b-4eff-ac04-09bb6695b634 will not be triggered until provisioned by entity DHCP. {{(pid=98980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:52:54.052567 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvr_db [None req-24421e20-f022-4c74-8ba9-c314c1572b2b None None] Set router 1e3141bb-2acc-4b19-8a2c-bc8d54aeb65d gateway port host: dv-cinder-796286-4-iscsi {{(pid=98983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:52:54.094267 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 420c00db-f8b6-44b7-95d7-af6cedaa96f1 up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:52:54.144567 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning complete for port 420c00db-f8b6-44b7-95d7-af6cedaa96f1 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:52:54.144936 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:54.159649 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-4befd814-ce91-49de-b0fb-2ff7ac717f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126582365'] for port, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:54.162574 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-af5f662c-fbba-43d0-a36c-e852eb3d8700 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:54.201911 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4befd814-ce91-49de-b0fb-2ff7ac717f15 admin admin] Network 65aac72e-25bc-45d2-8115-316c4fb0b4b2 is already hosted by enough agents. {{(pid=98980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:52:54.207323 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.base_scheduler [None req-4befd814-ce91-49de-b0fb-2ff7ac717f15 admin admin] Resources bound (agent type, host, resource id): {{(pid=98980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:52:54.210101 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4befd814-ce91-49de-b0fb-2ff7ac717f15 admin admin] Received port after_create {{(pid=98980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:52:54.232877 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-24421e20-f022-4c74-8ba9-c314c1572b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3141bb-2acc-4b19-8a2c-bc8d54aeb65d', 'name': 'tempest-TestMinimumBasicScenario-1286948452-router', 'tenant_id': '8c288716d4a44b7596d60f1d3fce54ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'efb6bfdb-3c71-4557-91b4-b8371227fb1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:52:50Z', 'updated_at': '2021-06-16T09:52:51Z', 'revision_number': 3, 'project_id': '8c288716d4a44b7596d60f1d3fce54ec', 'gw_port': {'id': 'efb6bfdb-3c71-4557-91b4-b8371227fb1c', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:61:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3141bb-2acc-4b19-8a2c-bc8d54aeb65d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:52:51Z', 'updated_at': '2021-06-16T09:52:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi'}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:52:54.234049 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device b3379309-ae70-4442-8f17-45d3f39e49d3 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:52:54.237574 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24421e20-f022-4c74-8ba9-c314c1572b2b None None] The sync data for ids ['1e3141bb-2acc-4b19-8a2c-bc8d54aeb65d'] in dv-cinder-796286-4-iscsi is: [{'id': '1e3141bb-2acc-4b19-8a2c-bc8d54aeb65d', 'name': 'tempest-TestMinimumBasicScenario-1286948452-router', 'tenant_id': '8c288716d4a44b7596d60f1d3fce54ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'efb6bfdb-3c71-4557-91b4-b8371227fb1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:52:50Z', 'updated_at': '2021-06-16T09:52:51Z', 'revision_number': 3, 'project_id': '8c288716d4a44b7596d60f1d3fce54ec', 'gw_port': {'id': 'efb6bfdb-3c71-4557-91b4-b8371227fb1c', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:61:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3141bb-2acc-4b19-8a2c-bc8d54aeb65d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:52:51Z', 'updated_at': '2021-06-16T09:52:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi'}] {{(pid=98983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:52:54.244204 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4befd814-ce91-49de-b0fb-2ff7ac717f15 admin admin] Pushing event updated for resources: {'Port': ['ID=4dc5726f-869b-4eff-ac04-09bb6695b634,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:54.252183 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-4befd814-ce91-49de-b0fb-2ff7ac717f15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:54.261907 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 3ba7e85a-d3f5-4cb0-b701-07426d4dc1a9 up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:52:54.263731 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] No Port match for: b3379309-ae70-4442-8f17-45d3f39e49d3 {{(pid=98982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:52:54.264074 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device b3379309-ae70-4442-8f17-45d3f39e49d3 not bound to the agent host hv-cinder-79628 {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:52:54.270725 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-4befd814-ce91-49de-b0fb-2ff7ac717f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757332'] for router_interface, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:54.317681 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning complete for port 3ba7e85a-d3f5-4cb0-b701-07426d4dc1a9 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:52:54.318059 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:54.541147 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-4befd814-ce91-49de-b0fb-2ff7ac717f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:54.577294 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-63861941-bd4e-4e02-a898-0c7f944d3173 None None] Provisioning for port 4dc5726f-869b-4eff-ac04-09bb6695b634 completed by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:52:54.581899 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-63861941-bd4e-4e02-a898-0c7f944d3173 None None] Provisioning complete for port 4dc5726f-869b-4eff-ac04-09bb6695b634 triggered by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:52:54.582276 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-63861941-bd4e-4e02-a898-0c7f944d3173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:54.622836 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-63861941-bd4e-4e02-a898-0c7f944d3173 None None] Port 4dc5726f-869b-4eff-ac04-09bb6695b634 cannot update to ACTIVE because it is not bound. {{(pid=98982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 09:52:54.712173 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-4befd814-ce91-49de-b0fb-2ff7ac717f15 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:54.770833 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-4befd814-ce91-49de-b0fb-2ff7ac717f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126582347'] for port, after_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:54.774353 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-6d093ee2-25a1-479e-b754-aa9e7b346f85 tempest-VolumesSnapshotTestJSON-2124488180 tempest-VolumesSnapshotTestJSON-2124488180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:54.844891 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-4befd814-ce91-49de-b0fb-2ff7ac717f15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-623549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757288'] for router_interface, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:54.847927 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4befd814-ce91-49de-b0fb-2ff7ac717f15 admin admin] Pushing event updated for resources: {'Port': ['ID=4dc5726f-869b-4eff-ac04-09bb6695b634,revision_number=2']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:54.853339 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-4befd814-ce91-49de-b0fb-2ff7ac717f15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:54.947795 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4befd814-ce91-49de-b0fb-2ff7ac717f15 admin admin] Network 65aac72e-25bc-45d2-8115-316c4fb0b4b2 is already hosted by enough agents. {{(pid=98980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:52:54.950191 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.base_scheduler [None req-4befd814-ce91-49de-b0fb-2ff7ac717f15 admin admin] Resources bound (agent type, host, resource id): {{(pid=98980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:52:55.066292 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-c94107e4-7120-446c-929a-ec53dc042142 req-c79dc5ba-0902-4308-b500-eaaf9580ae33 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-814450607&fields=id&tenant_id=ed2156b918e84ef2a8cd08f2710cf24f HTTP/1.1" status: 200 len: 267 time: 0.1020622 Jun 16 09:52:55.143926 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-1a77b87d-88fa-4282-a3f5-33981a5e8911 None None] Provisioning complete for port 4dc5726f-869b-4eff-ac04-09bb6695b634 triggered by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:52:55.144487 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-1a77b87d-88fa-4282-a3f5-33981a5e8911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:55.169808 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4befd814-ce91-49de-b0fb-2ff7ac717f15 admin admin] Router 1e3141bb-2acc-4b19-8a2c-bc8d54aeb65d has already been hosted by L3 agent 7768ee83-37c7-4165-88a2-5844eb43ad81 {{(pid=98980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:52:55.178439 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-1a77b87d-88fa-4282-a3f5-33981a5e8911 None None] Port 4dc5726f-869b-4eff-ac04-09bb6695b634 cannot update to ACTIVE because it is not bound. {{(pid=98982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 09:52:55.202485 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94107e4-7120-446c-929a-ec53dc042142 req-c3616113-b474-4622-b2f6-b43dc5634ac6 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:55.203958 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-c94107e4-7120-446c-929a-ec53dc042142 req-c3616113-b474-4622-b2f6-b43dc5634ac6 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/networks?id=eae67a9b-5ad3-4a2b-a012-c75340b64206 HTTP/1.1" status: 200 len: 810 time: 0.1272302 Jun 16 09:52:55.277677 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-c94107e4-7120-446c-929a-ec53dc042142 req-18e5418b-6c89-4c18-8823-82fc487ca480 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/quotas/ed2156b918e84ef2a8cd08f2710cf24f HTTP/1.1" status: 200 len: 375 time: 0.0423877 Jun 16 09:52:55.338535 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4befd814-ce91-49de-b0fb-2ff7ac717f15 admin admin] Notify agent at l3_agent.dv-cinder-796286-4-iscsi the message routers_updated {{(pid=98980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:52:55.344479 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-4befd814-ce91-49de-b0fb-2ff7ac717f15 admin admin] 10.222.0.25 "PUT /v2.0/routers/1e3141bb-2acc-4b19-8a2c-bc8d54aeb65d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3961329 Jun 16 09:52:55.373118 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-c94107e4-7120-446c-929a-ec53dc042142 req-00ba2bca-3645-4a41-92de-3bd3031eefac tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ed2156b918e84ef2a8cd08f2710cf24f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0886235 Jun 16 09:52:55.471540 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-c94107e4-7120-446c-929a-ec53dc042142 req-2efc834b-adca-486e-8b97-6bb0f834ca8e service neutron] 10.222.0.25 "GET /v2.0/networks/eae67a9b-5ad3-4a2b-a012-c75340b64206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873642 Jun 16 09:52:55.565511 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-c94107e4-7120-446c-929a-ec53dc042142 req-a0914fd8-dd49-4697-95d8-43c748274150 service neutron] 10.222.0.25 "GET /v2.0/networks/eae67a9b-5ad3-4a2b-a012-c75340b64206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883691 Jun 16 09:52:55.820092 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b525ed1-420e-4b65-9a87-a5881cf3252f None None] Sync routers for ids ['1e3141bb-2acc-4b19-8a2c-bc8d54aeb65d'] in dv-cinder-796286-4-iscsi {{(pid=98983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:52:55.829899 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b525ed1-420e-4b65-9a87-a5881cf3252f None None] Routers {'1e3141bb-2acc-4b19-8a2c-bc8d54aeb65d'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:52:55.830523 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-3b525ed1-420e-4b65-9a87-a5881cf3252f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:52:49Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['1e3141bb-2acc-4b19-8a2c-bc8d54aeb65d'], 'active': True} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:52:56.023154 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvr_db [None req-3b525ed1-420e-4b65-9a87-a5881cf3252f None None] Set router 1e3141bb-2acc-4b19-8a2c-bc8d54aeb65d gateway port host: dv-cinder-796286-4-iscsi {{(pid=98983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:52:56.109714 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device efb6bfdb-3c71-4557-91b4-b8371227fb1c up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:52:56.271401 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-3b525ed1-420e-4b65-9a87-a5881cf3252f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3141bb-2acc-4b19-8a2c-bc8d54aeb65d', 'name': 'tempest-TestMinimumBasicScenario-1286948452-router', 'tenant_id': '8c288716d4a44b7596d60f1d3fce54ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'efb6bfdb-3c71-4557-91b4-b8371227fb1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:52:50Z', 'updated_at': '2021-06-16T09:52:54Z', 'revision_number': 4, 'project_id': '8c288716d4a44b7596d60f1d3fce54ec', 'gw_port': {'id': 'efb6bfdb-3c71-4557-91b4-b8371227fb1c', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:61:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3141bb-2acc-4b19-8a2c-bc8d54aeb65d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:52:51Z', 'updated_at': '2021-06-16T09:52:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_interfaces': [{'id': '4dc5726f-869b-4eff-ac04-09bb6695b634', 'name': '', 'network_id': '65aac72e-25bc-45d2-8115-316c4fb0b4b2', 'tenant_id': '8c288716d4a44b7596d60f1d3fce54ec', 'mac_address': 'fa:16:3e:83:0e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3141bb-2acc-4b19-8a2c-bc8d54aeb65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'be19ce39-ba50-49c9-ac2d-7f97a0603291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:52:53Z', 'updated_at': '2021-06-16T09:52:54Z', 'revision_number': 2, 'project_id': '8c288716d4a44b7596d60f1d3fce54ec', 'subnets': [{'id': 'be19ce39-ba50-49c9-ac2d-7f97a0603291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:52:56.278560 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b525ed1-420e-4b65-9a87-a5881cf3252f None None] Checking router: 1e3141bb-2acc-4b19-8a2c-bc8d54aeb65d for host: dv-cinder-796286-4-iscsi {{(pid=98983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:52:56.278967 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b525ed1-420e-4b65-9a87-a5881cf3252f None None] Updating router 1e3141bb-2acc-4b19-8a2c-bc8d54aeb65d port 4dc5726f-869b-4eff-ac04-09bb6695b634 binding host dv-cinder-796286-4-iscsi {{(pid=98983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 09:52:56.321548 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-2cc20f2e-0d51-485b-8c1b-887cf0b14f9c req-f73f4cd3-3583-4c5f-a473-481eeaceb580 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b74a19e-852e-4a2c-bfac-85465e277a4a HTTP/1.1" status: 200 len: 210 time: 0.0444636 Jun 16 09:52:56.322004 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-3b525ed1-420e-4b65-9a87-a5881cf3252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:56.342112 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning for port efb6bfdb-3c71-4557-91b4-b8371227fb1c completed by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:52:56.348251 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning complete for port efb6bfdb-3c71-4557-91b4-b8371227fb1c triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:52:56.349021 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:56.485972 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:56.509158 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] For port efb6bfdb-3c71-4557-91b4-b8371227fb1c, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=efb6bfdb-3c71-4557-91b4-b8371227fb1c,segment=NetworkSegment(ee5243d6-0a20-466c-b2f3-0cfa4d8430c8),segment_id=ee5243d6-0a20-466c-b2f3-0cfa4d8430c8)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:52:56.639495 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:56.643915 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:56.688247 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-3b525ed1-420e-4b65-9a87-a5881cf3252f None None] Notify callbacks [] for port, precommit_update {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:56.699387 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.provisioning_blocks [None req-3b525ed1-420e-4b65-9a87-a5881cf3252f None None] Transition to ACTIVE for port object 4dc5726f-869b-4eff-ac04-09bb6695b634 will not be triggered until provisioned by entity L2. {{(pid=98983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:52:56.708268 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Pushing event updated for resources: {'Port': ['ID=efb6bfdb-3c71-4557-91b4-b8371227fb1c,revision_number=4']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:56.719180 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:56.782438 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-3b525ed1-420e-4b65-9a87-a5881cf3252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:56.784606 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG oslo_concurrency.lockutils [None req-1c9bdd8f-ba4b-4893-b31e-4a4d1230c001 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:56.884081 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d08e223-7cb4-4b35-b877-fd023b52c23e None None] Pushing event updated for resources: {'Port': ['ID=4dc5726f-869b-4eff-ac04-09bb6695b634,revision_number=3']} {{(pid=98983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:56.898199 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG oslo_concurrency.lockutils [None req-6d08e223-7cb4-4b35-b877-fd023b52c23e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:56.961423 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.managers [None req-3b525ed1-420e-4b65-9a87-a5881cf3252f None None] Attempting to bind port 4dc5726f-869b-4eff-ac04-09bb6695b634 on host dv-cinder-796286-4-iscsi for vnic_type normal with profile {{(pid=98983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:52:56.963582 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.managers [None req-3b525ed1-420e-4b65-9a87-a5881cf3252f None None] Attempting to bind port 4dc5726f-869b-4eff-ac04-09bb6695b634 by drivers openvswitch,hyperv on host dv-cinder-796286-4-iscsi at level 0 using segments [{'id': '63b06f10-1b43-4bf5-9eb5-a08098a508b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '65aac72e-25bc-45d2-8115-316c4fb0b4b2'}] {{(pid=98983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:52:56.963582 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b525ed1-420e-4b65-9a87-a5881cf3252f None None] Attempting to bind port 4dc5726f-869b-4eff-ac04-09bb6695b634 on network 65aac72e-25bc-45d2-8115-316c4fb0b4b2 {{(pid=98983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:52:56.968658 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b525ed1-420e-4b65-9a87-a5881cf3252f None None] Checking agent: {'id': '1e3237df-5913-46b8-aeb8-2bb1fe27fce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 34, 49), 'started_at': datetime.datetime(2021, 6, 16, 9, 35, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:52:56.969043 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b525ed1-420e-4b65-9a87-a5881cf3252f None None] Checking segment: {'id': '63b06f10-1b43-4bf5-9eb5-a08098a508b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '65aac72e-25bc-45d2-8115-316c4fb0b4b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:52:56.969489 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-3b525ed1-420e-4b65-9a87-a5881cf3252f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:56.969854 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b525ed1-420e-4b65-9a87-a5881cf3252f None None] Bound using segment: {'id': '63b06f10-1b43-4bf5-9eb5-a08098a508b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '65aac72e-25bc-45d2-8115-316c4fb0b4b2'} {{(pid=98983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:52:56.970329 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.managers [None req-3b525ed1-420e-4b65-9a87-a5881cf3252f None None] Bound port: 4dc5726f-869b-4eff-ac04-09bb6695b634, host: dv-cinder-796286-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63b06f10-1b43-4bf5-9eb5-a08098a508b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '65aac72e-25bc-45d2-8115-316c4fb0b4b2'}}] {{(pid=98983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:52:56.970705 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-3b525ed1-420e-4b65-9a87-a5881cf3252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:57.066223 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.db [None req-3b525ed1-420e-4b65-9a87-a5881cf3252f None None] For port 4dc5726f-869b-4eff-ac04-09bb6695b634, host dv-cinder-796286-4-iscsi, cleared binding levels {{(pid=98983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:52:57.069321 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.plugins.ml2.db [None req-3b525ed1-420e-4b65-9a87-a5881cf3252f None None] For port 4dc5726f-869b-4eff-ac04-09bb6695b634, host dv-cinder-796286-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=4dc5726f-869b-4eff-ac04-09bb6695b634,segment=NetworkSegment(63b06f10-1b43-4bf5-9eb5-a08098a508b7),segment_id=63b06f10-1b43-4bf5-9eb5-a08098a508b7)] {{(pid=98983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:52:57.154534 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron_lib.callbacks.manager [None req-3b525ed1-420e-4b65-9a87-a5881cf3252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:57.156544 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:57.229525 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b525ed1-420e-4b65-9a87-a5881cf3252f None None] Routers {'1e3141bb-2acc-4b19-8a2c-bc8d54aeb65d'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:52:57.230177 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-3b525ed1-420e-4b65-9a87-a5881cf3252f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:52:49Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['1e3141bb-2acc-4b19-8a2c-bc8d54aeb65d'], 'active': True} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:52:57.270293 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d08e223-7cb4-4b35-b877-fd023b52c23e None None] Pushing event updated for resources: {'Port': ['ID=4dc5726f-869b-4eff-ac04-09bb6695b634,revision_number=4']} {{(pid=98983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:57.298789 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG oslo_concurrency.lockutils [None req-6d08e223-7cb4-4b35-b877-fd023b52c23e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=98983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:57.421486 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvr_db [None req-3b525ed1-420e-4b65-9a87-a5881cf3252f None None] Set router 1e3141bb-2acc-4b19-8a2c-bc8d54aeb65d gateway port host: dv-cinder-796286-4-iscsi {{(pid=98983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:52:57.530569 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-c8ed5461-47c0-47a6-800f-41f36e563673 req-6c03ac56-5ed9-44d8-bbec-e0b044d42cb1 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b74a19e-852e-4a2c-bfac-85465e277a4a HTTP/1.1" status: 200 len: 210 time: 0.0315444 Jun 16 09:52:57.691946 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-3b525ed1-420e-4b65-9a87-a5881cf3252f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3141bb-2acc-4b19-8a2c-bc8d54aeb65d', 'name': 'tempest-TestMinimumBasicScenario-1286948452-router', 'tenant_id': '8c288716d4a44b7596d60f1d3fce54ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'efb6bfdb-3c71-4557-91b4-b8371227fb1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:52:50Z', 'updated_at': '2021-06-16T09:52:54Z', 'revision_number': 4, 'project_id': '8c288716d4a44b7596d60f1d3fce54ec', 'gw_port': {'id': 'efb6bfdb-3c71-4557-91b4-b8371227fb1c', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:61:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3141bb-2acc-4b19-8a2c-bc8d54aeb65d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:52:51Z', 'updated_at': '2021-06-16T09:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_interfaces': [{'id': '4dc5726f-869b-4eff-ac04-09bb6695b634', 'name': '', 'network_id': '65aac72e-25bc-45d2-8115-316c4fb0b4b2', 'tenant_id': '8c288716d4a44b7596d60f1d3fce54ec', 'mac_address': 'fa:16:3e:83:0e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3141bb-2acc-4b19-8a2c-bc8d54aeb65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'be19ce39-ba50-49c9-ac2d-7f97a0603291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:52:53Z', 'updated_at': '2021-06-16T09:52:57Z', 'revision_number': 4, 'project_id': '8c288716d4a44b7596d60f1d3fce54ec', 'subnets': [{'id': 'be19ce39-ba50-49c9-ac2d-7f97a0603291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:52:57.695669 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b525ed1-420e-4b65-9a87-a5881cf3252f None None] The sync data for ids ['1e3141bb-2acc-4b19-8a2c-bc8d54aeb65d'] in dv-cinder-796286-4-iscsi is: [{'id': '1e3141bb-2acc-4b19-8a2c-bc8d54aeb65d', 'name': 'tempest-TestMinimumBasicScenario-1286948452-router', 'tenant_id': '8c288716d4a44b7596d60f1d3fce54ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'efb6bfdb-3c71-4557-91b4-b8371227fb1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:52:50Z', 'updated_at': '2021-06-16T09:52:54Z', 'revision_number': 4, 'project_id': '8c288716d4a44b7596d60f1d3fce54ec', 'gw_port': {'id': 'efb6bfdb-3c71-4557-91b4-b8371227fb1c', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:61:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3141bb-2acc-4b19-8a2c-bc8d54aeb65d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:52:51Z', 'updated_at': '2021-06-16T09:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_interfaces': [{'id': '4dc5726f-869b-4eff-ac04-09bb6695b634', 'name': '', 'network_id': '65aac72e-25bc-45d2-8115-316c4fb0b4b2', 'tenant_id': '8c288716d4a44b7596d60f1d3fce54ec', 'mac_address': 'fa:16:3e:83:0e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3141bb-2acc-4b19-8a2c-bc8d54aeb65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'be19ce39-ba50-49c9-ac2d-7f97a0603291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:52:53Z', 'updated_at': '2021-06-16T09:52:57Z', 'revision_number': 4, 'project_id': '8c288716d4a44b7596d60f1d3fce54ec', 'subnets': [{'id': 'be19ce39-ba50-49c9-ac2d-7f97a0603291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:52:58.198843 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 4dc5726f-869b-4eff-ac04-09bb6695b634 up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:52:58.460372 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning for port 4dc5726f-869b-4eff-ac04-09bb6695b634 completed by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:52:58.461261 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning complete for port 4dc5726f-869b-4eff-ac04-09bb6695b634 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:52:58.462581 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:58.631742 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:58.678785 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] For port 4dc5726f-869b-4eff-ac04-09bb6695b634, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=4dc5726f-869b-4eff-ac04-09bb6695b634,segment=NetworkSegment(63b06f10-1b43-4bf5-9eb5-a08098a508b7),segment_id=63b06f10-1b43-4bf5-9eb5-a08098a508b7)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:52:58.757002 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-2fc0a0a7-95fd-4244-bb3b-d403fe906e80 req-b2e3d8c0-1092-4d23-a8f7-00f512d11cd2 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b74a19e-852e-4a2c-bfac-85465e277a4a HTTP/1.1" status: 200 len: 210 time: 0.0402818 Jun 16 09:52:58.776694 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:58.778094 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device efb6bfdb-3c71-4557-91b4-b8371227fb1c up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:52:58.853939 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:58.925245 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning complete for port efb6bfdb-3c71-4557-91b4-b8371227fb1c triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:52:58.925914 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:58.930977 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Pushing event updated for resources: {'Port': ['ID=4dc5726f-869b-4eff-ac04-09bb6695b634,revision_number=5']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:58.951415 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:59.168812 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94107e4-7120-446c-929a-ec53dc042142 req-02b7ea6e-be73-4138-b74d-e4611cb97bc7 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:59.170680 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-c94107e4-7120-446c-929a-ec53dc042142 req-02b7ea6e-be73-4138-b74d-e4611cb97bc7 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.49 "GET /v2.0/networks?id=eae67a9b-5ad3-4a2b-a012-c75340b64206 HTTP/1.1" status: 200 len: 810 time: 0.1507301 Jun 16 09:52:59.249585 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-c94107e4-7120-446c-929a-ec53dc042142 req-b06c49fe-b786-463d-bab7-e635f4d0eb1d tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed2156b918e84ef2a8cd08f2710cf24f HTTP/1.1" status: 200 len: 379 time: 0.0552430 Jun 16 09:52:59.259662 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [req-c94107e4-7120-446c-929a-ec53dc042142 req-c95b52e7-2c40-4624-a8bc-e941e3988095 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Request body: {'port': {'device_id': '7b74a19e-852e-4a2c-bfac-85465e277a4a', 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206', 'admin_state_up': True, 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'security_groups': ['924c6667-e697-4c03-bd72-091d94a3ea6c']}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:52:59.462650 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c94107e4-7120-446c-929a-ec53dc042142 req-c95b52e7-2c40-4624-a8bc-e941e3988095 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Made reservation on behalf of ed2156b918e84ef2a8cd08f2710cf24f for: {'port': 1} {{(pid=98981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:52:59.467706 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-c94107e4-7120-446c-929a-ec53dc042142 req-c95b52e7-2c40-4624-a8bc-e941e3988095 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:59.604734 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.db_base_plugin_common [req-c94107e4-7120-446c-929a-ec53dc042142 req-c95b52e7-2c40-4624-a8bc-e941e3988095 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Allocated IP 172.20.0.13 (eae67a9b-5ad3-4a2b-a012-c75340b64206/43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f/a07dd7c4-5fca-4b34-b9fb-33e11d55e07e) {{(pid=98981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:52:59.764997 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-c94107e4-7120-446c-929a-ec53dc042142 req-c95b52e7-2c40-4624-a8bc-e941e3988095 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks [] for port, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:59.778640 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.provisioning_blocks [req-c94107e4-7120-446c-929a-ec53dc042142 req-c95b52e7-2c40-4624-a8bc-e941e3988095 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Transition to ACTIVE for port object a07dd7c4-5fca-4b34-b9fb-33e11d55e07e will not be triggered until provisioned by entity DHCP. {{(pid=98981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:52:59.911372 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-e9f84f1a-4b63-492f-b175-a01bfa497dea req-5f001643-2b6e-45aa-a308-9654f3d1e984 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b74a19e-852e-4a2c-bfac-85465e277a4a HTTP/1.1" status: 200 len: 210 time: 0.0328102 Jun 16 09:53:00.071740 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 4dc5726f-869b-4eff-ac04-09bb6695b634 up at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:53:00.127215 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Provisioning complete for port 4dc5726f-869b-4eff-ac04-09bb6695b634 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:53:00.127594 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:00.257365 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-c94107e4-7120-446c-929a-ec53dc042142 req-c95b52e7-2c40-4624-a8bc-e941e3988095 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126587788'] for port, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:00.260975 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-641d2e9f-7efe-4fa2-8cab-e071a36afae1 tempest-VolumesNegativeTest-106577715 tempest-VolumesNegativeTest-106577715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:53:00.305465 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c94107e4-7120-446c-929a-ec53dc042142 req-c95b52e7-2c40-4624-a8bc-e941e3988095 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Network eae67a9b-5ad3-4a2b-a012-c75340b64206 is already hosted by enough agents. {{(pid=98981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:53:00.311192 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.base_scheduler [req-c94107e4-7120-446c-929a-ec53dc042142 req-c95b52e7-2c40-4624-a8bc-e941e3988095 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Resources bound (agent type, host, resource id): {{(pid=98981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:53:00.314848 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.l3_dvrscheduler_db [req-c94107e4-7120-446c-929a-ec53dc042142 req-c95b52e7-2c40-4624-a8bc-e941e3988095 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Received port after_create {{(pid=98981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:53:00.321293 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b52e7-2c40-4624-a8bc-e941e3988095 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Pushing event updated for resources: {'Port': ['ID=a07dd7c4-5fca-4b34-b9fb-33e11d55e07e,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:53:00.345848 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-c95b52e7-2c40-4624-a8bc-e941e3988095 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:53:00.377529 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94107e4-7120-446c-929a-ec53dc042142 req-c95b52e7-2c40-4624-a8bc-e941e3988095 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:00.377529 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-c94107e4-7120-446c-929a-ec53dc042142 req-c95b52e7-2c40-4624-a8bc-e941e3988095 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for port, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:00.495271 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-c94107e4-7120-446c-929a-ec53dc042142 req-c95b52e7-2c40-4624-a8bc-e941e3988095 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2393179 Jun 16 09:53:00.519184 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [req-c94107e4-7120-446c-929a-ec53dc042142 req-c4c5dd90-fbbd-41aa-a79f-011f4da7df40 service neutron] Request body: {'port': {'device_id': '7b74a19e-852e-4a2c-bfac-85465e277a4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:53:00.597292 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-c94107e4-7120-446c-929a-ec53dc042142 req-c4c5dd90-fbbd-41aa-a79f-011f4da7df40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:00.706163 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-8bbabae4-ae19-4e29-9e7e-45ccd3448fe0 None None] Provisioning for port a07dd7c4-5fca-4b34-b9fb-33e11d55e07e completed by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:53:00.710466 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-8bbabae4-ae19-4e29-9e7e-45ccd3448fe0 None None] Provisioning complete for port a07dd7c4-5fca-4b34-b9fb-33e11d55e07e triggered by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:53:00.710969 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-8bbabae4-ae19-4e29-9e7e-45ccd3448fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:00.754460 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-8bbabae4-ae19-4e29-9e7e-45ccd3448fe0 None None] Port a07dd7c4-5fca-4b34-b9fb-33e11d55e07e cannot update to ACTIVE because it is not bound. {{(pid=98982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 09:53:00.909927 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.notifiers.nova [req-c94107e4-7120-446c-929a-ec53dc042142 req-c4c5dd90-fbbd-41aa-a79f-011f4da7df40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a07dd7c4-5fca-4b34-b9fb-33e11d55e07e {{(pid=98981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:53:00.923211 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-c94107e4-7120-446c-929a-ec53dc042142 req-c4c5dd90-fbbd-41aa-a79f-011f4da7df40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:00.940940 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.provisioning_blocks [req-c94107e4-7120-446c-929a-ec53dc042142 req-c4c5dd90-fbbd-41aa-a79f-011f4da7df40 service neutron] Transition to ACTIVE for port object a07dd7c4-5fca-4b34-b9fb-33e11d55e07e will not be triggered until provisioned by entity L2. {{(pid=98981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:53:01.022403 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-c94107e4-7120-446c-929a-ec53dc042142 req-c4c5dd90-fbbd-41aa-a79f-011f4da7df40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126587802'] for port, after_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:01.026029 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-6bf8d4f1-7890-47c1-86f0-503febae6d12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:53:01.174681 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c5dd90-fbbd-41aa-a79f-011f4da7df40 service neutron] Pushing event updated for resources: {'Port': ['ID=a07dd7c4-5fca-4b34-b9fb-33e11d55e07e,revision_number=2']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:53:01.177779 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-c4c5dd90-fbbd-41aa-a79f-011f4da7df40 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:53:01.270823 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297d71d-1f1d-4c53-a6cb-19cb270a2ed3 req-02fce5a5-0fc7-441d-94a3-47ffebc2fda5 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:01.272438 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-2297d71d-1f1d-4c53-a6cb-19cb270a2ed3 req-02fce5a5-0fc7-441d-94a3-47ffebc2fda5 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b74a19e-852e-4a2c-bfac-85465e277a4a HTTP/1.1" status: 200 len: 944 time: 0.2199459 Jun 16 09:53:01.303154 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.managers [req-c94107e4-7120-446c-929a-ec53dc042142 req-c4c5dd90-fbbd-41aa-a79f-011f4da7df40 service neutron] Attempting to bind port a07dd7c4-5fca-4b34-b9fb-33e11d55e07e on host hv-cinder-79628 for vnic_type normal with profile {{(pid=98981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:53:01.303489 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.managers [req-c94107e4-7120-446c-929a-ec53dc042142 req-c4c5dd90-fbbd-41aa-a79f-011f4da7df40 service neutron] Attempting to bind port a07dd7c4-5fca-4b34-b9fb-33e11d55e07e by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '8b33f738-d644-4c54-b55c-1571647efaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206'}] {{(pid=98981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:53:01.303813 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94107e4-7120-446c-929a-ec53dc042142 req-c4c5dd90-fbbd-41aa-a79f-011f4da7df40 service neutron] Attempting to bind port a07dd7c4-5fca-4b34-b9fb-33e11d55e07e on network eae67a9b-5ad3-4a2b-a012-c75340b64206 {{(pid=98981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:53:01.316228 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94107e4-7120-446c-929a-ec53dc042142 req-c4c5dd90-fbbd-41aa-a79f-011f4da7df40 service neutron] Port a07dd7c4-5fca-4b34-b9fb-33e11d55e07e on network eae67a9b-5ad3-4a2b-a012-c75340b64206 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=98981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 09:53:01.316561 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94107e4-7120-446c-929a-ec53dc042142 req-c4c5dd90-fbbd-41aa-a79f-011f4da7df40 service neutron] Attempting to bind port a07dd7c4-5fca-4b34-b9fb-33e11d55e07e on network eae67a9b-5ad3-4a2b-a012-c75340b64206 {{(pid=98981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:53:01.331432 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94107e4-7120-446c-929a-ec53dc042142 req-c4c5dd90-fbbd-41aa-a79f-011f4da7df40 service neutron] Checking agent: {'id': '868dca64-f295-49d2-b561-88939e4b0d1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 41, 11), 'started_at': datetime.datetime(2021, 6, 16, 9, 41, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:53:01.331772 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94107e4-7120-446c-929a-ec53dc042142 req-c4c5dd90-fbbd-41aa-a79f-011f4da7df40 service neutron] Checking segment: {'id': '8b33f738-d644-4c54-b55c-1571647efaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:53:01.332151 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94107e4-7120-446c-929a-ec53dc042142 req-c4c5dd90-fbbd-41aa-a79f-011f4da7df40 service neutron] Bound using segment: {'id': '8b33f738-d644-4c54-b55c-1571647efaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206'} {{(pid=98981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:53:01.332588 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.managers [req-c94107e4-7120-446c-929a-ec53dc042142 req-c4c5dd90-fbbd-41aa-a79f-011f4da7df40 service neutron] Bound port: a07dd7c4-5fca-4b34-b9fb-33e11d55e07e, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b33f738-d644-4c54-b55c-1571647efaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206'}}] {{(pid=98981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:53:01.332934 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-c94107e4-7120-446c-929a-ec53dc042142 req-c4c5dd90-fbbd-41aa-a79f-011f4da7df40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:01.340758 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-2297d71d-1f1d-4c53-a6cb-19cb270a2ed3 req-4c98c603-bad9-40fc-9a0c-489a75d9191d tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/security-groups?id=924c6667-e697-4c03-bd72-091d94a3ea6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561919 Jun 16 09:53:01.431260 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.db [req-c94107e4-7120-446c-929a-ec53dc042142 req-c4c5dd90-fbbd-41aa-a79f-011f4da7df40 service neutron] For port a07dd7c4-5fca-4b34-b9fb-33e11d55e07e, host hv-cinder-79628, cleared binding levels {{(pid=98981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:53:01.434799 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.db [req-c94107e4-7120-446c-929a-ec53dc042142 req-c4c5dd90-fbbd-41aa-a79f-011f4da7df40 service neutron] For port a07dd7c4-5fca-4b34-b9fb-33e11d55e07e, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a07dd7c4-5fca-4b34-b9fb-33e11d55e07e,segment=NetworkSegment(8b33f738-d644-4c54-b55c-1571647efaaa),segment_id=8b33f738-d644-4c54-b55c-1571647efaaa)] {{(pid=98981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:53:01.576980 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-c94107e4-7120-446c-929a-ec53dc042142 req-c4c5dd90-fbbd-41aa-a79f-011f4da7df40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126587802'] for port, after_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:01.579234 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-bb806991-7596-45d8-8ef8-cc7f307e87ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:53:01.616511 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94107e4-7120-446c-929a-ec53dc042142 req-c4c5dd90-fbbd-41aa-a79f-011f4da7df40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:01.617187 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-c94107e4-7120-446c-929a-ec53dc042142 req-c4c5dd90-fbbd-41aa-a79f-011f4da7df40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for port, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:01.618442 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-c94107e4-7120-446c-929a-ec53dc042142 req-c4c5dd90-fbbd-41aa-a79f-011f4da7df40 service neutron] 10.222.0.49 "PUT /v2.0/ports/a07dd7c4-5fca-4b34-b9fb-33e11d55e07e HTTP/1.1" status: 200 len: 1094 time: 1.1039274 Jun 16 09:53:01.618995 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b74a19e-852e-4a2c-bfac-85465e277a4a', 'tag': 'a07dd7c4-5fca-4b34-b9fb-33e11d55e07e'}] {{(pid=98981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:53:01.624183 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18eb52cff4d517b1dce9432e7e66d3e16844a09bb405b8b8e4b50ca476568750" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c9f16c-4037-4209-9b73-397a3a8462e2" -d '{"events": [{"name": "network-changed", "server_uuid": "7b74a19e-852e-4a2c-bfac-85465e277a4a", "tag": "a07dd7c4-5fca-4b34-b9fb-33e11d55e07e"}]}' {{(pid=98981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:53:01.696187 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c5dd90-fbbd-41aa-a79f-011f4da7df40 service neutron] Pushing event updated for resources: {'Port': ['ID=a07dd7c4-5fca-4b34-b9fb-33e11d55e07e,revision_number=3']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:53:01.705888 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-c4c5dd90-fbbd-41aa-a79f-011f4da7df40 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:53:01.718518 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed804f0d-afef-40f1-ad99-f075f254507c x-openstack-request-id: req-ed804f0d-afef-40f1-ad99-f075f254507c {{(pid=98981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:53:01.718518 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b74a19e-852e-4a2c-bfac-85465e277a4a", "tag": "a07dd7c4-5fca-4b34-b9fb-33e11d55e07e", "status": "completed", "code": 200}]} {{(pid=98981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:53:01.718518 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ed804f0d-afef-40f1-ad99-f075f254507c {{(pid=98981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:53:01.718518 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b74a19e-852e-4a2c-bfac-85465e277a4a', 'tag': 'a07dd7c4-5fca-4b34-b9fb-33e11d55e07e', 'status': 'completed', 'code': 200} Jun 16 09:53:01.843805 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c9f16c-4037-4209-9b73-397a3a8462e2 req-cc13a742-e5e5-4128-89e2-f5f2f65ae270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:01.846360 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-48c9f16c-4037-4209-9b73-397a3a8462e2 req-cc13a742-e5e5-4128-89e2-f5f2f65ae270 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ed2156b918e84ef2a8cd08f2710cf24f&device_id=7b74a19e-852e-4a2c-bfac-85465e277a4a HTTP/1.1" status: 200 len: 1097 time: 0.0738142 Jun 16 09:53:01.983871 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c9f16c-4037-4209-9b73-397a3a8462e2 req-3c2c3cd7-675f-4346-9465-28a53defb878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:01.987801 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-48c9f16c-4037-4209-9b73-397a3a8462e2 req-3c2c3cd7-675f-4346-9465-28a53defb878 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=ed2156b918e84ef2a8cd08f2710cf24f&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1175587 Jun 16 09:53:02.118782 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c9f16c-4037-4209-9b73-397a3a8462e2 req-e13895e8-4ccb-4649-b94c-b5de6c1c5a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:02.120418 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-48c9f16c-4037-4209-9b73-397a3a8462e2 req-e13895e8-4ccb-4649-b94c-b5de6c1c5a70 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1109269 Jun 16 09:53:02.258560 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94107e4-7120-446c-929a-ec53dc042142 req-1bad3aab-e3dc-4607-be64-8cc1acc120f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:02.260001 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-c94107e4-7120-446c-929a-ec53dc042142 req-1bad3aab-e3dc-4607-be64-8cc1acc120f3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ed2156b918e84ef2a8cd08f2710cf24f&device_id=7b74a19e-852e-4a2c-bfac-85465e277a4a HTTP/1.1" status: 200 len: 1097 time: 0.0588777 Jun 16 09:53:02.323010 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-c94107e4-7120-446c-929a-ec53dc042142 req-1e206cce-a867-4f9c-9917-d68d20e8f466 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a07dd7c4-5fca-4b34-b9fb-33e11d55e07e HTTP/1.1" status: 200 len: 217 time: 0.0442197 Jun 16 09:53:02.392463 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94107e4-7120-446c-929a-ec53dc042142 req-05573cdd-d31c-4939-9df4-d8dfdde35957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:02.394007 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-c94107e4-7120-446c-929a-ec53dc042142 req-05573cdd-d31c-4939-9df4-d8dfdde35957 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f HTTP/1.1" status: 200 len: 849 time: 0.0591733 Jun 16 09:53:02.465101 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94107e4-7120-446c-929a-ec53dc042142 req-0ad069c0-1c2e-490d-ab29-7bba647622d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:02.466584 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-c94107e4-7120-446c-929a-ec53dc042142 req-0ad069c0-1c2e-490d-ab29-7bba647622d4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eae67a9b-5ad3-4a2b-a012-c75340b64206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0611229 Jun 16 09:53:02.615164 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-c94107e4-7120-446c-929a-ec53dc042142 req-7cc85fd0-7391-4236-ae4c-d9679b4e24d8 service neutron] 10.222.0.49 "GET /v2.0/networks/eae67a9b-5ad3-4a2b-a012-c75340b64206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374199 Jun 16 09:53:02.623523 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbfb74-0e7a-4142-9529-b4b7fd53d323 req-b836103d-0764-42d5-9fa2-1614cfc4f3f4 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:02.627631 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-36dbfb74-0e7a-4142-9529-b4b7fd53d323 req-b836103d-0764-42d5-9fa2-1614cfc4f3f4 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b74a19e-852e-4a2c-bfac-85465e277a4a HTTP/1.1" status: 200 len: 944 time: 0.1246903 Jun 16 09:53:02.702840 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-36dbfb74-0e7a-4142-9529-b4b7fd53d323 req-f488cd7b-5aa3-4a79-afdf-944126da740a tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/security-groups?id=924c6667-e697-4c03-bd72-091d94a3ea6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667136 Jun 16 09:53:02.777925 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-c94107e4-7120-446c-929a-ec53dc042142 req-d291fe4e-dde1-40c3-a184-c2b3aff929a9 service neutron] 10.222.0.49 "GET /v2.0/networks/eae67a9b-5ad3-4a2b-a012-c75340b64206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488731 Jun 16 09:53:03.885441 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f378ce1c-4d92-4cdb-8176-4c560f593bad req-83bb6909-aae5-4e05-93fa-4d96a45b5db2 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:03.887523 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-f378ce1c-4d92-4cdb-8176-4c560f593bad req-83bb6909-aae5-4e05-93fa-4d96a45b5db2 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b74a19e-852e-4a2c-bfac-85465e277a4a HTTP/1.1" status: 200 len: 944 time: 0.0690868 Jun 16 09:53:03.935416 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-f378ce1c-4d92-4cdb-8176-4c560f593bad req-f75726a2-6f01-4723-8749-33cc3b39fec8 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/security-groups?id=924c6667-e697-4c03-bd72-091d94a3ea6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399570 Jun 16 09:53:05.124483 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3228d-ee47-4be5-8f31-6bcc5815eb7b req-689f8721-2e8d-4e63-8a58-7647e244c7e8 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:05.125936 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-dec3228d-ee47-4be5-8f31-6bcc5815eb7b req-689f8721-2e8d-4e63-8a58-7647e244c7e8 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b74a19e-852e-4a2c-bfac-85465e277a4a HTTP/1.1" status: 200 len: 944 time: 0.0683055 Jun 16 09:53:05.169972 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-dec3228d-ee47-4be5-8f31-6bcc5815eb7b req-7223ca4b-570b-44e9-9fa4-4c5d05a640f8 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/security-groups?id=924c6667-e697-4c03-bd72-091d94a3ea6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371890 Jun 16 09:53:06.522299 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6172c9-d39b-497a-bed9-2033748b0b39 req-8b0801a3-0145-4170-a07f-955cf2408366 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:06.524591 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-2a6172c9-d39b-497a-bed9-2033748b0b39 req-8b0801a3-0145-4170-a07f-955cf2408366 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b74a19e-852e-4a2c-bfac-85465e277a4a HTTP/1.1" status: 200 len: 944 time: 0.2379365 Jun 16 09:53:06.563999 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-2a6172c9-d39b-497a-bed9-2033748b0b39 req-9a4aa136-0d82-471f-915d-e285c7d03d3a tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/security-groups?id=924c6667-e697-4c03-bd72-091d94a3ea6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328655 Jun 16 09:53:07.601998 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b182a7-0a4f-4e7d-a30f-7cc23bf36961 req-049ad7a1-71b5-4375-9786-11a82fd961c0 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:07.603370 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-71b182a7-0a4f-4e7d-a30f-7cc23bf36961 req-049ad7a1-71b5-4375-9786-11a82fd961c0 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/networks?id=34092502-556e-4029-88a5-c73b157298f5 HTTP/1.1" status: 200 len: 814 time: 0.1014750 Jun 16 09:53:07.618222 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-71b182a7-0a4f-4e7d-a30f-7cc23bf36961 req-a5bd0d46-c76e-459a-b905-b57f463e20fd tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/quotas/2be84d9537ef45c39254255fa3add339 HTTP/1.1" status: 200 len: 375 time: 0.0092263 Jun 16 09:53:07.687180 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-71b182a7-0a4f-4e7d-a30f-7cc23bf36961 req-f64161a5-59f6-45d1-ac9b-60913cf02bf9 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2be84d9537ef45c39254255fa3add339&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0633075 Jun 16 09:53:07.745453 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [req-71b182a7-0a4f-4e7d-a30f-7cc23bf36961 req-dc920718-d129-44f9-b3a2-f00263e71683 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=98980) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 09:53:07.748305 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-71b182a7-0a4f-4e7d-a30f-7cc23bf36961 req-dc920718-d129-44f9-b3a2-f00263e71683 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0485573 Jun 16 09:53:07.755160 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 56612) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:53:07.794553 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072f368-504f-4342-834b-fe00d87105ad req-7cfa1526-8f2b-4b82-b02e-82c5ec4334ff tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:07.796044 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-a072f368-504f-4342-834b-fe00d87105ad req-7cfa1526-8f2b-4b82-b02e-82c5ec4334ff tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b74a19e-852e-4a2c-bfac-85465e277a4a HTTP/1.1" status: 200 len: 944 time: 0.1228330 Jun 16 09:53:07.836637 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-a072f368-504f-4342-834b-fe00d87105ad req-462c14b1-38e9-4163-8512-6be12aeb0d21 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/security-groups?id=924c6667-e697-4c03-bd72-091d94a3ea6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329914 Jun 16 09:53:07.845211 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-71b182a7-0a4f-4e7d-a30f-7cc23bf36961 req-58cefa69-e9c2-409f-b30e-0ec65e3a21a4 service neutron] 10.222.0.25 "GET /v2.0/networks/34092502-556e-4029-88a5-c73b157298f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918660 Jun 16 09:53:07.938643 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-71b182a7-0a4f-4e7d-a30f-7cc23bf36961 req-7fab483f-4c73-4206-b49b-cd22ab5fb13a service neutron] 10.222.0.25 "GET /v2.0/networks/34092502-556e-4029-88a5-c73b157298f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876968 Jun 16 09:53:08.016848 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.plugin [None req-a79da15c-26d2-4f6b-aaab-e1828aaa67c8 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Deleting port 10765d0b-a8b1-490f-ab7f-9b88796df6c2 {{(pid=98981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:53:08.017201 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-a79da15c-26d2-4f6b-aaab-e1828aaa67c8 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:08.090036 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-a79da15c-26d2-4f6b-aaab-e1828aaa67c8 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:08.090358 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-a79da15c-26d2-4f6b-aaab-e1828aaa67c8 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:08.156135 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.plugin [None req-a79da15c-26d2-4f6b-aaab-e1828aaa67c8 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Calling delete_port for 10765d0b-a8b1-490f-ab7f-9b88796df6c2 owned by network:floatingip {{(pid=98981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:53:08.544951 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f55e218e-e8d1-48b9-ad19-4e731cb1fa50 req-bf290b67-3f35-4d21-bb4b-4353c2a723ab tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77dd1c5-089c-4c96-b85d-015cac195fa6 HTTP/1.1" status: 200 len: 210 time: 0.3405523 Jun 16 09:53:08.748172 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-a79da15c-26d2-4f6b-aaab-e1828aaa67c8 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126587795'] for port, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:08.750435 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-922a1157-3ee0-4eae-abe1-91be9a272503 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:53:08.776923 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79da15c-26d2-4f6b-aaab-e1828aaa67c8 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Pushing event deleted for resources: {'Port': ['ID=10765d0b-a8b1-490f-ab7f-9b88796df6c2,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:53:08.780710 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-a79da15c-26d2-4f6b-aaab-e1828aaa67c8 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:53:08.838564 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-a79da15c-26d2-4f6b-aaab-e1828aaa67c8 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Notify callbacks [] for floatingip, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:08.838910 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.db.l3_db [None req-a79da15c-26d2-4f6b-aaab-e1828aaa67c8 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Floating IP b163ac1f-2fea-4c61-9b90-2fed01514c04 disassociated (deleted). External IP: 172.27.0.66, port: 35dc419e-e9f5-49e6-af2e-b75fc8b6a800. Jun 16 09:53:09.039916 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002d788-c51e-4220-8e89-77fe6ce840ed req-7b9c2d27-898f-420d-a725-8786e0e2607f tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:09.041305 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-2002d788-c51e-4220-8e89-77fe6ce840ed req-7b9c2d27-898f-420d-a725-8786e0e2607f tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b74a19e-852e-4a2c-bfac-85465e277a4a HTTP/1.1" status: 200 len: 944 time: 0.0636783 Jun 16 09:53:09.052596 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79da15c-26d2-4f6b-aaab-e1828aaa67c8 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Router a3918f9e-881c-4063-a4b9-c97175ab1be7 has already been hosted by L3 agent 7768ee83-37c7-4165-88a2-5844eb43ad81 {{(pid=98981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:53:09.080684 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-2002d788-c51e-4220-8e89-77fe6ce840ed req-78949e9a-d139-46de-884d-f48b5bfad618 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/security-groups?id=924c6667-e697-4c03-bd72-091d94a3ea6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336769 Jun 16 09:53:09.159815 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79da15c-26d2-4f6b-aaab-e1828aaa67c8 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Notify agent at l3_agent.dv-cinder-796286-4-iscsi the message routers_updated {{(pid=98981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:53:09.164771 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-a79da15c-26d2-4f6b-aaab-e1828aaa67c8 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for floatingip, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:09.171850 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea91da4a-8abb-461b-9323-16220a53ae37 None None] Sync routers for ids ['a3918f9e-881c-4063-a4b9-c97175ab1be7'] in dv-cinder-796286-4-iscsi {{(pid=98982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:53:09.180982 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea91da4a-8abb-461b-9323-16220a53ae37 None None] Routers {'a3918f9e-881c-4063-a4b9-c97175ab1be7'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:53:09.186785 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-ea91da4a-8abb-461b-9323-16220a53ae37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:52:49Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['a3918f9e-881c-4063-a4b9-c97175ab1be7'], 'active': True} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:53:09.206121 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-a79da15c-26d2-4f6b-aaab-e1828aaa67c8 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "DELETE /v2.0/floatingips/b163ac1f-2fea-4c61-9b90-2fed01514c04 HTTP/1.1" status: 204 len: 168 time: 1.4474850 Jun 16 09:53:09.206121 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd770754e-625a-42b8-a031-34dac930da55', 'tag': '35dc419e-e9f5-49e6-af2e-b75fc8b6a800'}] {{(pid=98981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:53:09.209556 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18eb52cff4d517b1dce9432e7e66d3e16844a09bb405b8b8e4b50ca476568750" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5129466b-32f7-4b52-aed9-1455457001a3" -d '{"events": [{"name": "network-changed", "server_uuid": "d770754e-625a-42b8-a031-34dac930da55", "tag": "35dc419e-e9f5-49e6-af2e-b75fc8b6a800"}]}' {{(pid=98981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:53:09.249847 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8179e32f-4b7a-444e-9651-9be9bce7f6ac x-openstack-request-id: req-8179e32f-4b7a-444e-9651-9be9bce7f6ac {{(pid=98981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:53:09.250243 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d770754e-625a-42b8-a031-34dac930da55", "tag": "35dc419e-e9f5-49e6-af2e-b75fc8b6a800", "status": "completed", "code": 200}]} {{(pid=98981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:53:09.250600 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8179e32f-4b7a-444e-9651-9be9bce7f6ac {{(pid=98981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:53:09.251664 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd770754e-625a-42b8-a031-34dac930da55', 'tag': '35dc419e-e9f5-49e6-af2e-b75fc8b6a800', 'status': 'completed', 'code': 200} Jun 16 09:53:09.300213 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvr_db [None req-ea91da4a-8abb-461b-9323-16220a53ae37 None None] Set router a3918f9e-881c-4063-a4b9-c97175ab1be7 gateway port host: dv-cinder-796286-4-iscsi {{(pid=98982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:53:09.376009 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129466b-32f7-4b52-aed9-1455457001a3 req-2dd652c3-e5e3-41cf-aff9-06852f403c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:09.377500 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-5129466b-32f7-4b52-aed9-1455457001a3 req-2dd652c3-e5e3-41cf-aff9-06852f403c85 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6226202408dc460f85ceba7cc535d9f3&device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 1098 time: 0.0664155 Jun 16 09:53:09.475716 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129466b-32f7-4b52-aed9-1455457001a3 req-91e4b9fa-ec14-4daf-9fcd-684ed1de1b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:09.477336 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-5129466b-32f7-4b52-aed9-1455457001a3 req-91e4b9fa-ec14-4daf-9fcd-684ed1de1b35 service neutron] 10.222.0.49 "GET /v2.0/networks?id=66418228-6d38-41fe-a16e-152e97d803b9 HTTP/1.1" status: 200 len: 910 time: 0.0927281 Jun 16 09:53:09.510530 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-ea91da4a-8abb-461b-9323-16220a53ae37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3918f9e-881c-4063-a4b9-c97175ab1be7', 'name': 'tempest-TestShelveInstance-1611834531-router', 'tenant_id': '6226202408dc460f85ceba7cc535d9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'c07f2da6-c0f8-47a8-b84d-d222a880bf15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:47:26Z', 'updated_at': '2021-06-16T09:47:29Z', 'revision_number': 4, 'project_id': '6226202408dc460f85ceba7cc535d9f3', 'gw_port': {'id': 'c07f2da6-c0f8-47a8-b84d-d222a880bf15', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3918f9e-881c-4063-a4b9-c97175ab1be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:47:26Z', 'updated_at': '2021-06-16T09:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_interfaces': [{'id': '933ad518-61ea-42a6-9020-6be965027978', 'name': '', 'network_id': '66418228-6d38-41fe-a16e-152e97d803b9', 'tenant_id': '6226202408dc460f85ceba7cc535d9f3', 'mac_address': 'fa:16:3e:00:17:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3918f9e-881c-4063-a4b9-c97175ab1be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e6746ba6-7ff9-478f-9071-82a467b0d0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:47:29Z', 'updated_at': '2021-06-16T09:47:36Z', 'revision_number': 5, 'project_id': '6226202408dc460f85ceba7cc535d9f3', 'subnets': [{'id': 'e6746ba6-7ff9-478f-9071-82a467b0d0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:53:09.514470 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea91da4a-8abb-461b-9323-16220a53ae37 None None] Checking router: a3918f9e-881c-4063-a4b9-c97175ab1be7 for host: dv-cinder-796286-4-iscsi {{(pid=98982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:53:09.522173 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea91da4a-8abb-461b-9323-16220a53ae37 None None] Routers {'a3918f9e-881c-4063-a4b9-c97175ab1be7'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:53:09.522847 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-ea91da4a-8abb-461b-9323-16220a53ae37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:52:49Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['a3918f9e-881c-4063-a4b9-c97175ab1be7'], 'active': True} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:53:09.526147 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-5129466b-32f7-4b52-aed9-1455457001a3 req-a4cfdad7-4a7e-445f-92af-ba5748bbeb70 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35dc419e-e9f5-49e6-af2e-b75fc8b6a800 HTTP/1.1" status: 200 len: 217 time: 0.0374935 Jun 16 09:53:09.579480 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129466b-32f7-4b52-aed9-1455457001a3 req-0cfdb21b-1064-4b4f-b4f3-fa13b4f13d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:09.580995 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-5129466b-32f7-4b52-aed9-1455457001a3 req-0cfdb21b-1064-4b4f-b4f3-fa13b4f13d93 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e6746ba6-7ff9-478f-9071-82a467b0d0ff HTTP/1.1" status: 200 len: 848 time: 0.0450673 Jun 16 09:53:09.637390 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvr_db [None req-ea91da4a-8abb-461b-9323-16220a53ae37 None None] Set router a3918f9e-881c-4063-a4b9-c97175ab1be7 gateway port host: dv-cinder-796286-4-iscsi {{(pid=98982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:53:09.653197 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129466b-32f7-4b52-aed9-1455457001a3 req-d2c0ed0b-705f-4787-8ed6-fc2f4ed929c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:09.654734 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-5129466b-32f7-4b52-aed9-1455457001a3 req-d2c0ed0b-705f-4787-8ed6-fc2f4ed929c8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=66418228-6d38-41fe-a16e-152e97d803b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0628190 Jun 16 09:53:09.705823 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-4005bfea-847f-4b09-886b-cdeeca964666 req-61bee85b-04e1-4b75-97e9-7eb9fde3983b tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77dd1c5-089c-4c96-b85d-015cac195fa6 HTTP/1.1" status: 200 len: 210 time: 0.0307071 Jun 16 09:53:09.756102 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-5129466b-32f7-4b52-aed9-1455457001a3 req-7de2f7b1-59e4-4dc1-a9f0-c1cefe79b69f service neutron] 10.222.0.49 "GET /v2.0/networks/66418228-6d38-41fe-a16e-152e97d803b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927908 Jun 16 09:53:09.864806 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-5129466b-32f7-4b52-aed9-1455457001a3 req-28ad0dcf-de79-4a27-83be-f6d0eaa50d55 service neutron] 10.222.0.49 "GET /v2.0/networks/66418228-6d38-41fe-a16e-152e97d803b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939631 Jun 16 09:53:09.910275 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a57477-28bb-4a41-a24e-8a42f73b6b6c req-88b908e7-a005-4d08-bbf3-6ae5de461b07 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:09.911825 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-86a57477-28bb-4a41-a24e-8a42f73b6b6c req-88b908e7-a005-4d08-bbf3-6ae5de461b07 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 945 time: 0.0825331 Jun 16 09:53:09.950566 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-86a57477-28bb-4a41-a24e-8a42f73b6b6c req-49d88b81-45fc-4e64-9394-c1de84096e16 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/security-groups?id=720d336e-0e62-436a-bb28-d9acf2616279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313306 Jun 16 09:53:09.979447 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-ea91da4a-8abb-461b-9323-16220a53ae37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3918f9e-881c-4063-a4b9-c97175ab1be7', 'name': 'tempest-TestShelveInstance-1611834531-router', 'tenant_id': '6226202408dc460f85ceba7cc535d9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'c07f2da6-c0f8-47a8-b84d-d222a880bf15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:47:26Z', 'updated_at': '2021-06-16T09:47:29Z', 'revision_number': 4, 'project_id': '6226202408dc460f85ceba7cc535d9f3', 'gw_port': {'id': 'c07f2da6-c0f8-47a8-b84d-d222a880bf15', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3918f9e-881c-4063-a4b9-c97175ab1be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:47:26Z', 'updated_at': '2021-06-16T09:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_interfaces': [{'id': '933ad518-61ea-42a6-9020-6be965027978', 'name': '', 'network_id': '66418228-6d38-41fe-a16e-152e97d803b9', 'tenant_id': '6226202408dc460f85ceba7cc535d9f3', 'mac_address': 'fa:16:3e:00:17:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3918f9e-881c-4063-a4b9-c97175ab1be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e6746ba6-7ff9-478f-9071-82a467b0d0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:47:29Z', 'updated_at': '2021-06-16T09:47:36Z', 'revision_number': 5, 'project_id': '6226202408dc460f85ceba7cc535d9f3', 'subnets': [{'id': 'e6746ba6-7ff9-478f-9071-82a467b0d0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:53:09.983622 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea91da4a-8abb-461b-9323-16220a53ae37 None None] The sync data for ids ['a3918f9e-881c-4063-a4b9-c97175ab1be7'] in dv-cinder-796286-4-iscsi is: [{'id': 'a3918f9e-881c-4063-a4b9-c97175ab1be7', 'name': 'tempest-TestShelveInstance-1611834531-router', 'tenant_id': '6226202408dc460f85ceba7cc535d9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'c07f2da6-c0f8-47a8-b84d-d222a880bf15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:47:26Z', 'updated_at': '2021-06-16T09:47:29Z', 'revision_number': 4, 'project_id': '6226202408dc460f85ceba7cc535d9f3', 'gw_port': {'id': 'c07f2da6-c0f8-47a8-b84d-d222a880bf15', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3918f9e-881c-4063-a4b9-c97175ab1be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:47:26Z', 'updated_at': '2021-06-16T09:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_interfaces': [{'id': '933ad518-61ea-42a6-9020-6be965027978', 'name': '', 'network_id': '66418228-6d38-41fe-a16e-152e97d803b9', 'tenant_id': '6226202408dc460f85ceba7cc535d9f3', 'mac_address': 'fa:16:3e:00:17:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3918f9e-881c-4063-a4b9-c97175ab1be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e6746ba6-7ff9-478f-9071-82a467b0d0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:47:29Z', 'updated_at': '2021-06-16T09:47:36Z', 'revision_number': 5, 'project_id': '6226202408dc460f85ceba7cc535d9f3', 'subnets': [{'id': 'e6746ba6-7ff9-478f-9071-82a467b0d0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:53:10.200898 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05b9b23-436b-47a7-a52b-6448e915c89e None None] New status for floating IP b163ac1f-2fea-4c61-9b90-2fed01514c04: DOWN {{(pid=98983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 09:53:10.272075 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a1d43-1f88-4185-9d8c-9838722aec71 req-290659c9-128c-4efc-8f0f-4d657bcb78a8 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:10.274631 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f19a1d43-1f88-4185-9d8c-9838722aec71 req-290659c9-128c-4efc-8f0f-4d657bcb78a8 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b74a19e-852e-4a2c-bfac-85465e277a4a HTTP/1.1" status: 200 len: 944 time: 0.0774379 Jun 16 09:53:10.293439 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device a07dd7c4-5fca-4b34-b9fb-33e11d55e07e details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=98982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 09:53:10.314944 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f19a1d43-1f88-4185-9d8c-9838722aec71 req-a4b33ba5-cd96-4de4-a2a0-e8eee0e79665 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/security-groups?id=924c6667-e697-4c03-bd72-091d94a3ea6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332129 Jun 16 09:53:10.391492 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port a07dd7c4-5fca-4b34-b9fb-33e11d55e07e, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a07dd7c4-5fca-4b34-b9fb-33e11d55e07e,segment=NetworkSegment(8b33f738-d644-4c54-b55c-1571647efaaa),segment_id=8b33f738-d644-4c54-b55c-1571647efaaa)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:53:10.401929 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Returning: {'device': 'a07dd7c4-5fca-4b34-b9fb-33e11d55e07e', 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206', 'port_id': 'a07dd7c4-5fca-4b34-b9fb-33e11d55e07e', 'mac_address': 'fa:16:3e:96:f5:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 09:53:10.437327 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:10.450532 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.notifiers.nova [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a07dd7c4-5fca-4b34-b9fb-33e11d55e07e {{(pid=98982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:53:10.471484 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port a07dd7c4-5fca-4b34-b9fb-33e11d55e07e, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a07dd7c4-5fca-4b34-b9fb-33e11d55e07e,segment=NetworkSegment(8b33f738-d644-4c54-b55c-1571647efaaa),segment_id=8b33f738-d644-4c54-b55c-1571647efaaa)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:53:10.574342 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:10.576151 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:53:10.621481 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Pushing event updated for resources: {'Port': ['ID=a07dd7c4-5fca-4b34-b9fb-33e11d55e07e,revision_number=4']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:53:10.624535 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:53:10.842486 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-53b912a2-8742-49b7-8a91-653c8b4a8fc9 req-d92fbaeb-6331-4302-8656-d1e2e6790a83 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77dd1c5-089c-4c96-b85d-015cac195fa6 HTTP/1.1" status: 200 len: 210 time: 0.0276978 Jun 16 09:53:10.901414 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] get_ports_and_sgs() called for port_ids ['a07dd7c4-5fca-4b34-b9fb-33e11d55e07e'] {{(pid=98982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:53:11.135023 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b6360-7101-4b6b-b5aa-af5665185e3c req-041cf3e9-c228-4d52-bdb9-e88fb0e2ab9c tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:11.136497 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-a85b6360-7101-4b6b-b5aa-af5665185e3c req-041cf3e9-c228-4d52-bdb9-e88fb0e2ab9c tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 945 time: 0.0621502 Jun 16 09:53:11.188770 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-a85b6360-7101-4b6b-b5aa-af5665185e3c req-767978f3-a8af-4d1e-8eea-04f540738f67 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/security-groups?id=720d336e-0e62-436a-bb28-d9acf2616279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461862 Jun 16 09:53:11.278605 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b182a7-0a4f-4e7d-a30f-7cc23bf36961 req-4a55d9ef-b522-4c4d-aa34-654b634671f9 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:11.279942 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-71b182a7-0a4f-4e7d-a30f-7cc23bf36961 req-4a55d9ef-b522-4c4d-aa34-654b634671f9 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.49 "GET /v2.0/networks?id=34092502-556e-4029-88a5-c73b157298f5 HTTP/1.1" status: 200 len: 814 time: 0.1089523 Jun 16 09:53:11.304064 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [req-71b182a7-0a4f-4e7d-a30f-7cc23bf36961 req-3081ae95-213a-4b0e-ac5a-e4a25cb55bb1 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Request body: {'port': {'device_id': 'c77dd1c5-089c-4c96-b85d-015cac195fa6', 'network_id': '34092502-556e-4029-88a5-c73b157298f5', 'admin_state_up': True, 'tenant_id': '2be84d9537ef45c39254255fa3add339'}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:53:11.317138 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:11.499545 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71b182a7-0a4f-4e7d-a30f-7cc23bf36961 req-3081ae95-213a-4b0e-ac5a-e4a25cb55bb1 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Made reservation on behalf of 2be84d9537ef45c39254255fa3add339 for: {'port': 1} {{(pid=98981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:53:11.503097 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-71b182a7-0a4f-4e7d-a30f-7cc23bf36961 req-3081ae95-213a-4b0e-ac5a-e4a25cb55bb1 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:11.509830 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5db9c-8630-4c29-bd56-230b0d9df495 req-e6258dbb-51d5-4d92-b695-060059f92ac5 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:11.511872 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-29c5db9c-8630-4c29-bd56-230b0d9df495 req-e6258dbb-51d5-4d92-b695-060059f92ac5 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b74a19e-852e-4a2c-bfac-85465e277a4a HTTP/1.1" status: 200 len: 945 time: 0.0772836 Jun 16 09:53:11.559136 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-29c5db9c-8630-4c29-bd56-230b0d9df495 req-3c6df235-5435-4b9b-ac97-808f44b90453 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/security-groups?id=924c6667-e697-4c03-bd72-091d94a3ea6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409141 Jun 16 09:53:11.632514 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.db_base_plugin_common [req-71b182a7-0a4f-4e7d-a30f-7cc23bf36961 req-3081ae95-213a-4b0e-ac5a-e4a25cb55bb1 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Allocated IP 172.20.0.4 (34092502-556e-4029-88a5-c73b157298f5/1dbcb36e-5dc5-4b7f-9f6d-6677ef09de75/040c7aab-3f46-4361-80b3-75d3c58625c7) {{(pid=98981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:53:11.782203 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-71b182a7-0a4f-4e7d-a30f-7cc23bf36961 req-3081ae95-213a-4b0e-ac5a-e4a25cb55bb1 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks [] for port, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:11.796530 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.provisioning_blocks [req-71b182a7-0a4f-4e7d-a30f-7cc23bf36961 req-3081ae95-213a-4b0e-ac5a-e4a25cb55bb1 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Transition to ACTIVE for port object 040c7aab-3f46-4361-80b3-75d3c58625c7 will not be triggered until provisioned by entity DHCP. {{(pid=98981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:53:11.900122 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-71b182a7-0a4f-4e7d-a30f-7cc23bf36961 req-3081ae95-213a-4b0e-ac5a-e4a25cb55bb1 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126587788'] for port, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:11.912010 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-53b5da5e-0e9c-4fbc-8617-fc6a163d1587 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:53:11.923152 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71b182a7-0a4f-4e7d-a30f-7cc23bf36961 req-3081ae95-213a-4b0e-ac5a-e4a25cb55bb1 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Network 34092502-556e-4029-88a5-c73b157298f5 is already hosted by enough agents. {{(pid=98981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:53:11.925699 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.base_scheduler [req-71b182a7-0a4f-4e7d-a30f-7cc23bf36961 req-3081ae95-213a-4b0e-ac5a-e4a25cb55bb1 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Resources bound (agent type, host, resource id): {{(pid=98981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:53:11.928616 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b182a7-0a4f-4e7d-a30f-7cc23bf36961 req-3081ae95-213a-4b0e-ac5a-e4a25cb55bb1 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Received port after_create {{(pid=98981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:53:11.981898 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7caaab-d4b9-4589-84b6-0a825dd43616 req-bc3dd4bc-df1f-437d-8242-05d0d3b3985a tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:11.984110 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-3b7caaab-d4b9-4589-84b6-0a825dd43616 req-bc3dd4bc-df1f-437d-8242-05d0d3b3985a tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.49 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 945 time: 0.0923753 Jun 16 09:53:12.044463 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3081ae95-213a-4b0e-ac5a-e4a25cb55bb1 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Pushing event updated for resources: {'Port': ['ID=040c7aab-3f46-4361-80b3-75d3c58625c7,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:53:12.046552 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-3081ae95-213a-4b0e-ac5a-e4a25cb55bb1 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:53:12.057703 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b182a7-0a4f-4e7d-a30f-7cc23bf36961 req-3081ae95-213a-4b0e-ac5a-e4a25cb55bb1 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:12.058434 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-71b182a7-0a4f-4e7d-a30f-7cc23bf36961 req-3081ae95-213a-4b0e-ac5a-e4a25cb55bb1 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for port, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:12.106782 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb933362-a2c5-453c-833a-a31078ab4a99 req-ac6fb8d6-afd9-470d-8c8d-012d63971fda tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:12.108433 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-bb933362-a2c5-453c-833a-a31078ab4a99 req-ac6fb8d6-afd9-470d-8c8d-012d63971fda tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77dd1c5-089c-4c96-b85d-015cac195fa6 HTTP/1.1" status: 200 len: 931 time: 0.1203322 Jun 16 09:53:12.111725 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.plugin [req-3b7caaab-d4b9-4589-84b6-0a825dd43616 req-9bfcd8ca-ce14-403d-a52c-41fd863cda61 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Deleting port 35dc419e-e9f5-49e6-af2e-b75fc8b6a800 {{(pid=98980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:53:12.112074 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-3b7caaab-d4b9-4589-84b6-0a825dd43616 req-9bfcd8ca-ce14-403d-a52c-41fd863cda61 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:12.174336 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-bb933362-a2c5-453c-833a-a31078ab4a99 req-fc324e8a-c61b-4f4f-905b-9b1bd48b24c5 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e0c2ce-3b37-4691-8cd7-f792ae2b070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591137 Jun 16 09:53:12.183598 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-71b182a7-0a4f-4e7d-a30f-7cc23bf36961 req-3081ae95-213a-4b0e-ac5a-e4a25cb55bb1 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8818111 Jun 16 09:53:12.331463 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.db [req-3b7caaab-d4b9-4589-84b6-0a825dd43616 req-9bfcd8ca-ce14-403d-a52c-41fd863cda61 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] For port 35dc419e-e9f5-49e6-af2e-b75fc8b6a800, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=35dc419e-e9f5-49e6-af2e-b75fc8b6a800,segment=NetworkSegment(fa1a251a-6b7c-4281-bfe5-7362d1a9c143),segment_id=fa1a251a-6b7c-4281-bfe5-7362d1a9c143)] {{(pid=98980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:53:12.332760 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-3b7caaab-d4b9-4589-84b6-0a825dd43616 req-9bfcd8ca-ce14-403d-a52c-41fd863cda61 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:12.335292 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device a07dd7c4-5fca-4b34-b9fb-33e11d55e07e up at agent hyperv_hv-cinder-79628 {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:53:12.428177 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-7f9afb56-fb92-4a20-ab63-132186311b7b None None] Provisioning for port 040c7aab-3f46-4361-80b3-75d3c58625c7 completed by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:53:12.433121 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-7f9afb56-fb92-4a20-ab63-132186311b7b None None] Provisioning complete for port 040c7aab-3f46-4361-80b3-75d3c58625c7 triggered by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:53:12.433811 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-7f9afb56-fb92-4a20-ab63-132186311b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:12.440754 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.plugin [req-3b7caaab-d4b9-4589-84b6-0a825dd43616 req-9bfcd8ca-ce14-403d-a52c-41fd863cda61 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Calling delete_port for 35dc419e-e9f5-49e6-af2e-b75fc8b6a800 owned by compute:nova {{(pid=98980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:53:12.477828 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-7f9afb56-fb92-4a20-ab63-132186311b7b None None] Port 040c7aab-3f46-4361-80b3-75d3c58625c7 cannot update to ACTIVE because it is not bound. {{(pid=98982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 09:53:12.499800 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Provisioning for port a07dd7c4-5fca-4b34-b9fb-33e11d55e07e completed by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:53:12.504505 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Provisioning complete for port a07dd7c4-5fca-4b34-b9fb-33e11d55e07e triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:53:12.505107 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:12.601112 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457230a-f653-4b34-9f7f-962f72d7d217 req-4e56cb8f-6ded-4dfd-995f-011258a31bed tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:12.609156 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-f457230a-f653-4b34-9f7f-962f72d7d217 req-4e56cb8f-6ded-4dfd-995f-011258a31bed tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 945 time: 0.2273252 Jun 16 09:53:12.658132 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:12.662691 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-f457230a-f653-4b34-9f7f-962f72d7d217 req-49b725a3-c559-4b84-9fd4-efc018605c45 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/security-groups?id=720d336e-0e62-436a-bb28-d9acf2616279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493274 Jun 16 09:53:12.712732 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b74a19e-852e-4a2c-bfac-85465e277a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a07dd7c4-5fca-4b34-b9fb-33e11d55e07e'}] {{(pid=98982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:53:12.718943 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4f9cc304a916b9d47f5f8bf5758f709c886eea9513b83351d26ab7408c86625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29dcb3c-d93d-4e66-9d93-4c5ffaa2d344" -d '{"events": [{"server_uuid": "7b74a19e-852e-4a2c-bfac-85465e277a4a", "name": "network-vif-plugged", "status": "completed", "tag": "a07dd7c4-5fca-4b34-b9fb-33e11d55e07e"}]}' {{(pid=98982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:53:12.735176 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port a07dd7c4-5fca-4b34-b9fb-33e11d55e07e, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a07dd7c4-5fca-4b34-b9fb-33e11d55e07e,segment=NetworkSegment(8b33f738-d644-4c54-b55c-1571647efaaa),segment_id=8b33f738-d644-4c54-b55c-1571647efaaa)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:53:12.769969 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af577db-bfda-4c75-9c23-c156b7c10391 x-openstack-request-id: req-3af577db-bfda-4c75-9c23-c156b7c10391 {{(pid=98982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:53:12.770267 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b74a19e-852e-4a2c-bfac-85465e277a4a", "name": "network-vif-plugged", "status": "completed", "tag": "a07dd7c4-5fca-4b34-b9fb-33e11d55e07e", "code": 200}]} {{(pid=98982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:53:12.770527 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3af577db-bfda-4c75-9c23-c156b7c10391 {{(pid=98982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:53:12.770951 dv-cinder-796286-4-iscsi neutron-server[98982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b74a19e-852e-4a2c-bfac-85465e277a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a07dd7c4-5fca-4b34-b9fb-33e11d55e07e', 'code': 200} Jun 16 09:53:12.844842 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:12.845968 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 35dc419e-e9f5-49e6-af2e-b75fc8b6a800 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:53:12.856661 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67563198-3b65-4c6d-b743-09682706729f req-565ef2fd-7c72-4d94-b869-93522bd93cda tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:12.856661 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-67563198-3b65-4c6d-b743-09682706729f req-565ef2fd-7c72-4d94-b869-93522bd93cda tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b74a19e-852e-4a2c-bfac-85465e277a4a HTTP/1.1" status: 200 len: 945 time: 0.0703068 Jun 16 09:53:12.879277 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-3b7caaab-d4b9-4589-84b6-0a825dd43616 req-9bfcd8ca-ce14-403d-a52c-41fd863cda61 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126582338'] for port, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:12.884280 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-4befd814-ce91-49de-b0fb-2ff7ac717f15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:53:12.897950 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:53:12.911758 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-67563198-3b65-4c6d-b743-09682706729f req-2bd5c83e-f607-4ada-96ed-78286044d4d9 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/security-groups?id=924c6667-e697-4c03-bd72-091d94a3ea6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524817 Jun 16 09:53:12.915650 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfcd8ca-ce14-403d-a52c-41fd863cda61 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Pushing event deleted for resources: {'Port': ['ID=35dc419e-e9f5-49e6-af2e-b75fc8b6a800,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:53:12.925346 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfcd8ca-ce14-403d-a52c-41fd863cda61 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:12.926044 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfcd8ca-ce14-403d-a52c-41fd863cda61 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:12.931945 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfcd8ca-ce14-403d-a52c-41fd863cda61 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:12.932752 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfcd8ca-ce14-403d-a52c-41fd863cda61 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:12.933170 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfcd8ca-ce14-403d-a52c-41fd863cda61 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:12.933546 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfcd8ca-ce14-403d-a52c-41fd863cda61 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:12.933930 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfcd8ca-ce14-403d-a52c-41fd863cda61 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:12.934285 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfcd8ca-ce14-403d-a52c-41fd863cda61 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:12.934649 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfcd8ca-ce14-403d-a52c-41fd863cda61 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:12.935044 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfcd8ca-ce14-403d-a52c-41fd863cda61 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:12.935448 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfcd8ca-ce14-403d-a52c-41fd863cda61 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:12.935759 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfcd8ca-ce14-403d-a52c-41fd863cda61 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:12.937721 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Pushing event updated for resources: {'Port': ['ID=a07dd7c4-5fca-4b34-b9fb-33e11d55e07e,revision_number=5']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:53:12.941879 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:53:12.943081 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] No active binding found for port 35dc419e-e9f5-49e6-af2e-b75fc8b6a800 {{(pid=98982) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 16 09:53:12.943633 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 35dc419e-e9f5-49e6-af2e-b75fc8b6a800 not bound to the agent host hv-cinder-79628 {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:53:12.952994 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-9bfcd8ca-ce14-403d-a52c-41fd863cda61 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:53:12.998895 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b7caaab-d4b9-4589-84b6-0a825dd43616 req-9bfcd8ca-ce14-403d-a52c-41fd863cda61 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] No DVR routers for this DVR port 35dc419e-e9f5-49e6-af2e-b75fc8b6a800 on host hv-cinder-79628 {{(pid=98980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:53:13.001451 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-3b7caaab-d4b9-4589-84b6-0a825dd43616 req-9bfcd8ca-ce14-403d-a52c-41fd863cda61 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for port, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:13.003408 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-3b7caaab-d4b9-4589-84b6-0a825dd43616 req-9bfcd8ca-ce14-403d-a52c-41fd863cda61 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.49 "DELETE /v2.0/ports/35dc419e-e9f5-49e6-af2e-b75fc8b6a800 HTTP/1.1" status: 204 len: 173 time: 1.0100205 Jun 16 09:53:13.003933 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd770754e-625a-42b8-a031-34dac930da55', 'name': 'network-vif-deleted', 'tag': '35dc419e-e9f5-49e6-af2e-b75fc8b6a800'}] {{(pid=98980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:53:13.006253 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f334069be3519ec184138b23d582e39f65c0d47b6cef299b3d1a0596e5c2100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c19176-1163-45cd-b26a-d9acc3dea7c0" -d '{"events": [{"server_uuid": "d770754e-625a-42b8-a031-34dac930da55", "name": "network-vif-deleted", "tag": "35dc419e-e9f5-49e6-af2e-b75fc8b6a800"}]}' {{(pid=98980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:53:13.053275 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ccbae45-a6f3-4681-933d-d470e5918925 x-openstack-request-id: req-0ccbae45-a6f3-4681-933d-d470e5918925 {{(pid=98980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:53:13.053614 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d770754e-625a-42b8-a031-34dac930da55", "name": "network-vif-deleted", "tag": "35dc419e-e9f5-49e6-af2e-b75fc8b6a800", "status": "completed", "code": 200}]} {{(pid=98980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:53:13.053946 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0ccbae45-a6f3-4681-933d-d470e5918925 {{(pid=98980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:53:13.054353 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd770754e-625a-42b8-a031-34dac930da55', 'name': 'network-vif-deleted', 'tag': '35dc419e-e9f5-49e6-af2e-b75fc8b6a800', 'status': 'completed', 'code': 200} Jun 16 09:53:13.361257 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cfab08-6631-4346-8ab1-0fa4e1f54e43 req-34e3d1c2-213c-4075-853a-9a1a85d19845 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:13.362969 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-b9cfab08-6631-4346-8ab1-0fa4e1f54e43 req-34e3d1c2-213c-4075-853a-9a1a85d19845 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77dd1c5-089c-4c96-b85d-015cac195fa6 HTTP/1.1" status: 200 len: 931 time: 0.0687246 Jun 16 09:53:13.405651 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-b9cfab08-6631-4346-8ab1-0fa4e1f54e43 req-faedbdee-c53f-4271-85d8-c1bbcb45901d tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e0c2ce-3b37-4691-8cd7-f792ae2b070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360184 Jun 16 09:53:13.808536 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-27ae0957-7b88-41c8-96d6-9b17e988ec6b req-a760335b-cd3f-4590-bc30-5fea4e384165 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 210 time: 0.0286677 Jun 16 09:53:14.094958 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e6951-e1c1-4f6e-937d-b9fcc5393d20 req-8d66a59c-bf53-493c-92be-f4e5576ff41e tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:14.096424 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-ca7e6951-e1c1-4f6e-937d-b9fcc5393d20 req-8d66a59c-bf53-493c-92be-f4e5576ff41e tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b74a19e-852e-4a2c-bfac-85465e277a4a HTTP/1.1" status: 200 len: 946 time: 0.0745058 Jun 16 09:53:14.135596 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-ca7e6951-e1c1-4f6e-937d-b9fcc5393d20 req-20096352-1d31-45bc-aeab-aa1a0874d975 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/security-groups?id=924c6667-e697-4c03-bd72-091d94a3ea6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323539 Jun 16 09:53:14.848174 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97408d09-09a2-4bde-b40d-adaaaac771ac req-4f43d0af-6983-4e03-9245-557019a53ca3 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:14.849637 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-97408d09-09a2-4bde-b40d-adaaaac771ac req-4f43d0af-6983-4e03-9245-557019a53ca3 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77dd1c5-089c-4c96-b85d-015cac195fa6 HTTP/1.1" status: 200 len: 931 time: 0.3337066 Jun 16 09:53:14.903849 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-97408d09-09a2-4bde-b40d-adaaaac771ac req-181d16fb-4dec-42ee-bb87-dbd08c5e93fa tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e0c2ce-3b37-4691-8cd7-f792ae2b070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481448 Jun 16 09:53:14.958436 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-04427bd8-89db-4830-9bdc-c75b12b5f62c req-c78d5769-eb25-40bd-a17e-756d990a49a8 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 210 time: 0.0331311 Jun 16 09:53:15.314175 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b985fc-6fa5-4276-bfab-02511b12fca5 req-62f2420c-8a1a-4292-816b-bde1a2dff7e3 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:15.315718 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-02b985fc-6fa5-4276-bfab-02511b12fca5 req-62f2420c-8a1a-4292-816b-bde1a2dff7e3 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b74a19e-852e-4a2c-bfac-85465e277a4a HTTP/1.1" status: 200 len: 946 time: 0.0635753 Jun 16 09:53:15.356812 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-02b985fc-6fa5-4276-bfab-02511b12fca5 req-8bc8f8bd-da7d-4c92-8b18-da7c2a0446a6 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/security-groups?id=924c6667-e697-4c03-bd72-091d94a3ea6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355167 Jun 16 09:53:16.084891 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16940d3f-82ce-4ce9-ab23-43c85cc8bffd req-7cdb5cb0-77c5-4384-8e1f-3d12c965b35b tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:16.086358 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-16940d3f-82ce-4ce9-ab23-43c85cc8bffd req-7cdb5cb0-77c5-4384-8e1f-3d12c965b35b tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77dd1c5-089c-4c96-b85d-015cac195fa6 HTTP/1.1" status: 200 len: 931 time: 0.0770912 Jun 16 09:53:16.111502 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-8a4714e4-bb3d-49f2-8061-e7d09969933e req-591c2e6c-fd13-4419-a082-089c7d0b027e tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 210 time: 0.0325339 Jun 16 09:53:16.140211 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-16940d3f-82ce-4ce9-ab23-43c85cc8bffd req-470354af-3148-4660-acc4-9928f61794e9 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e0c2ce-3b37-4691-8cd7-f792ae2b070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482461 Jun 16 09:53:16.533559 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99589db-57fc-407e-b6bc-77c9a034e13e req-ad0c86fc-c1e3-4aaa-b863-6fa23a7c889e tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:16.535033 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-e99589db-57fc-407e-b6bc-77c9a034e13e req-ad0c86fc-c1e3-4aaa-b863-6fa23a7c889e tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b74a19e-852e-4a2c-bfac-85465e277a4a HTTP/1.1" status: 200 len: 946 time: 0.0624709 Jun 16 09:53:16.583046 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-e99589db-57fc-407e-b6bc-77c9a034e13e req-1a1dec6c-1297-4cfa-84e4-7dd3bcdf4599 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/security-groups?id=924c6667-e697-4c03-bd72-091d94a3ea6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416853 Jun 16 09:53:16.965834 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-66bbb21d-2082-4359-846a-a7275689b823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:17.274727 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-ef508fed-4450-4415-8a8f-51579f10630f req-5a952fa2-6dad-4373-8742-dde8423f5123 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 210 time: 0.0417423 Jun 16 09:53:17.308164 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f6f2fa-d4ba-45b4-a3d1-4a27f3f90ec0 req-23ad12ee-507b-4054-9971-dc058fe97719 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:17.309649 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-49f6f2fa-d4ba-45b4-a3d1-4a27f3f90ec0 req-23ad12ee-507b-4054-9971-dc058fe97719 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77dd1c5-089c-4c96-b85d-015cac195fa6 HTTP/1.1" status: 200 len: 931 time: 0.0665922 Jun 16 09:53:17.362961 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-49f6f2fa-d4ba-45b4-a3d1-4a27f3f90ec0 req-cf30a9f7-69f6-444c-a1bb-a54a0ad9cb86 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e0c2ce-3b37-4691-8cd7-f792ae2b070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470512 Jun 16 09:53:17.757676 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d9c18-9a00-4b90-8216-ddd45e0e8dd5 req-f0e165bd-fca7-43a5-bdff-d93743a32e5f tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:17.759815 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-b42d9c18-9a00-4b90-8216-ddd45e0e8dd5 req-f0e165bd-fca7-43a5-bdff-d93743a32e5f tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b74a19e-852e-4a2c-bfac-85465e277a4a HTTP/1.1" status: 200 len: 946 time: 0.0708101 Jun 16 09:53:17.801746 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-b42d9c18-9a00-4b90-8216-ddd45e0e8dd5 req-0ff06f56-650f-4824-aa46-97d3bfe07de4 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/security-groups?id=924c6667-e697-4c03-bd72-091d94a3ea6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355687 Jun 16 09:53:18.430833 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-29f19235-6f3c-4e48-bd8f-28ec8cc0a14b req-baa50d5b-c65e-473b-a804-84ab1efdb8d5 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 210 time: 0.0419266 Jun 16 09:53:18.545921 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274fe9d-b0c3-4872-b769-b61458f94c2f req-1050d4cd-02c7-46b7-8ac2-bcfe048b1913 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:18.547487 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-9274fe9d-b0c3-4872-b769-b61458f94c2f req-1050d4cd-02c7-46b7-8ac2-bcfe048b1913 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77dd1c5-089c-4c96-b85d-015cac195fa6 HTTP/1.1" status: 200 len: 931 time: 0.0654821 Jun 16 09:53:18.588228 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-9274fe9d-b0c3-4872-b769-b61458f94c2f req-5eef191e-ee93-40e0-9361-192d20883a1b tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e0c2ce-3b37-4691-8cd7-f792ae2b070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349872 Jun 16 09:53:18.993023 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e15452-68e1-4346-918d-fab097cf3858 req-3caf6815-f50e-4a07-a07d-f4dfba80e11d tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:18.994569 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-99e15452-68e1-4346-918d-fab097cf3858 req-3caf6815-f50e-4a07-a07d-f4dfba80e11d tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b74a19e-852e-4a2c-bfac-85465e277a4a HTTP/1.1" status: 200 len: 946 time: 0.0707746 Jun 16 09:53:19.037674 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-99e15452-68e1-4346-918d-fab097cf3858 req-88944f46-a1f6-449b-a1b1-4030fee450be tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/security-groups?id=924c6667-e697-4c03-bd72-091d94a3ea6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367208 Jun 16 09:53:19.593858 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-0661fe4d-dd4d-41cd-851c-f6c3ef100d65 req-69af6007-ff5a-4bb0-898c-e4b62360078b tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 210 time: 0.0322638 Jun 16 09:53:19.602526 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-8005b216-e19e-4828-9a63-ef43402a8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:19.634257 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:19.774033 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926232b-8ef6-4a7f-8bc9-253a72c2fa0a req-e10acb8a-06d6-4c35-bb10-037dbef186a5 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:19.775520 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-4926232b-8ef6-4a7f-8bc9-253a72c2fa0a req-e10acb8a-06d6-4c35-bb10-037dbef186a5 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77dd1c5-089c-4c96-b85d-015cac195fa6 HTTP/1.1" status: 200 len: 931 time: 0.0776899 Jun 16 09:53:19.815439 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-4926232b-8ef6-4a7f-8bc9-253a72c2fa0a req-9df7bf4d-b30f-4508-9db2-d8d206f71603 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e0c2ce-3b37-4691-8cd7-f792ae2b070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336337 Jun 16 09:53:20.221717 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb149b4-f5d0-4658-add5-9fb9fe50af6b req-95ec83f5-5aef-46c6-addc-ff57ea12f88a tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:20.223429 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-4bb149b4-f5d0-4658-add5-9fb9fe50af6b req-95ec83f5-5aef-46c6-addc-ff57ea12f88a tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b74a19e-852e-4a2c-bfac-85465e277a4a HTTP/1.1" status: 200 len: 946 time: 0.0694289 Jun 16 09:53:20.261479 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-4bb149b4-f5d0-4658-add5-9fb9fe50af6b req-6d401237-d21e-41a6-b662-7670fb9b0983 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/security-groups?id=924c6667-e697-4c03-bd72-091d94a3ea6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321760 Jun 16 09:53:20.542818 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-16d92f64-da1b-4eb0-8f0f-160fef97265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:20.752671 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-5f370fa2-d8b7-482d-b95e-e96f5a115038 req-70b4ebf0-c091-423e-80c0-0bc5af554f86 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 210 time: 0.0343213 Jun 16 09:53:20.993634 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9d722-3e16-4526-8854-b65c4420e0bf req-ebdd054a-2262-470e-a840-fc93b4190ac3 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:20.995218 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-a1b9d722-3e16-4526-8854-b65c4420e0bf req-ebdd054a-2262-470e-a840-fc93b4190ac3 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77dd1c5-089c-4c96-b85d-015cac195fa6 HTTP/1.1" status: 200 len: 931 time: 0.0641747 Jun 16 09:53:21.033852 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-a1b9d722-3e16-4526-8854-b65c4420e0bf req-d156ef90-57e6-4bf7-b5f3-6ebc246e11e6 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e0c2ce-3b37-4691-8cd7-f792ae2b070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324509 Jun 16 09:53:21.444448 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d76a22-34cc-432d-bc44-cb33d3642531 req-4b3f34eb-3107-478f-88cd-622e75d4cb72 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:21.446181 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-c1d76a22-34cc-432d-bc44-cb33d3642531 req-4b3f34eb-3107-478f-88cd-622e75d4cb72 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b74a19e-852e-4a2c-bfac-85465e277a4a HTTP/1.1" status: 200 len: 946 time: 0.0644908 Jun 16 09:53:21.487348 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-c1d76a22-34cc-432d-bc44-cb33d3642531 req-9fa77855-3f14-472d-8814-a46fd2690b40 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/security-groups?id=924c6667-e697-4c03-bd72-091d94a3ea6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344970 Jun 16 09:53:21.899207 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-c932e13a-a73c-4512-9445-cb3ad93bbe6e req-3fd477be-47ad-44a1-a09a-de9ed4152ca5 tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 210 time: 0.0283487 Jun 16 09:53:22.203539 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51dfb9e-1363-4239-948e-88b84ad57b58 req-12de98f6-ac01-4b42-b038-a66f6e00142b tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:22.204963 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-a51dfb9e-1363-4239-948e-88b84ad57b58 req-12de98f6-ac01-4b42-b038-a66f6e00142b tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77dd1c5-089c-4c96-b85d-015cac195fa6 HTTP/1.1" status: 200 len: 931 time: 0.0615606 Jun 16 09:53:22.241056 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-a51dfb9e-1363-4239-948e-88b84ad57b58 req-eaa0da3a-867c-4da4-a717-52506f8dac5e tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e0c2ce-3b37-4691-8cd7-f792ae2b070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304434 Jun 16 09:53:22.439380 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e4fb578b-fd5e-47f0-aa8c-4b83a36f29c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:22.538350 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [req-71b182a7-0a4f-4e7d-a30f-7cc23bf36961 req-e722f772-9265-4367-a6d8-dfce65c859be service neutron] Request body: {'port': {'device_id': 'c77dd1c5-089c-4c96-b85d-015cac195fa6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:53:22.647843 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-71b182a7-0a4f-4e7d-a30f-7cc23bf36961 req-e722f772-9265-4367-a6d8-dfce65c859be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:22.724290 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39540615-cc36-4084-accb-e96d501865e3 req-e989ca68-c1b0-4942-95f1-d564bdbb1fcf tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:22.725772 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-39540615-cc36-4084-accb-e96d501865e3 req-e989ca68-c1b0-4942-95f1-d564bdbb1fcf tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b74a19e-852e-4a2c-bfac-85465e277a4a HTTP/1.1" status: 200 len: 946 time: 0.1147156 Jun 16 09:53:22.832140 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-39540615-cc36-4084-accb-e96d501865e3 req-07cbbc3b-ca65-4322-ae09-f3757d15851c tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/security-groups?id=924c6667-e697-4c03-bd72-091d94a3ea6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601509 Jun 16 09:53:22.961554 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.notifiers.nova [req-71b182a7-0a4f-4e7d-a30f-7cc23bf36961 req-e722f772-9265-4367-a6d8-dfce65c859be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 040c7aab-3f46-4361-80b3-75d3c58625c7 {{(pid=98981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:53:22.968919 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-71b182a7-0a4f-4e7d-a30f-7cc23bf36961 req-e722f772-9265-4367-a6d8-dfce65c859be service neutron] Notify callbacks [] for port, precommit_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:22.980896 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.provisioning_blocks [req-71b182a7-0a4f-4e7d-a30f-7cc23bf36961 req-e722f772-9265-4367-a6d8-dfce65c859be service neutron] Transition to ACTIVE for port object 040c7aab-3f46-4361-80b3-75d3c58625c7 will not be triggered until provisioned by entity L2. {{(pid=98981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:53:23.045132 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-a79683e5-75ec-4af8-882f-332682404c1d req-3651df7b-984e-4133-bf00-cf1d481d91ac tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 210 time: 0.0352490 Jun 16 09:53:23.078875 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-71b182a7-0a4f-4e7d-a30f-7cc23bf36961 req-e722f772-9265-4367-a6d8-dfce65c859be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126587802'] for port, after_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:23.082016 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-bdfa9106-8292-4e25-a761-f2ac78014106 tempest-AttachVolumeNegativeTest-1759391717 tempest-AttachVolumeNegativeTest-1759391717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:53:23.103520 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128e76a-9e46-4628-a56b-a80fd2610de7 req-4f2f24cd-90a7-42cc-a7cb-8e29c954d719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:23.105666 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-e128e76a-9e46-4628-a56b-a80fd2610de7 req-4f2f24cd-90a7-42cc-a7cb-8e29c954d719 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7b74a19e-852e-4a2c-bfac-85465e277a4a HTTP/1.1" status: 200 len: 1099 time: 0.0512552 Jun 16 09:53:23.196015 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e722f772-9265-4367-a6d8-dfce65c859be service neutron] Pushing event updated for resources: {'Port': ['ID=040c7aab-3f46-4361-80b3-75d3c58625c7,revision_number=2']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:53:23.198753 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-e128e76a-9e46-4628-a56b-a80fd2610de7 req-b0d0a93c-1daa-4ef5-b8e5-8757f2188f63 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=924c6667-e697-4c03-bd72-091d94a3ea6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582497 Jun 16 09:53:23.199758 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-e722f772-9265-4367-a6d8-dfce65c859be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:53:23.255242 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.managers [req-71b182a7-0a4f-4e7d-a30f-7cc23bf36961 req-e722f772-9265-4367-a6d8-dfce65c859be service neutron] Attempting to bind port 040c7aab-3f46-4361-80b3-75d3c58625c7 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=98981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:53:23.255564 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.managers [req-71b182a7-0a4f-4e7d-a30f-7cc23bf36961 req-e722f772-9265-4367-a6d8-dfce65c859be service neutron] Attempting to bind port 040c7aab-3f46-4361-80b3-75d3c58625c7 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'd2397094-e9f3-4aca-9d3c-4c46489abaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '34092502-556e-4029-88a5-c73b157298f5'}] {{(pid=98981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:53:23.256156 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b182a7-0a4f-4e7d-a30f-7cc23bf36961 req-e722f772-9265-4367-a6d8-dfce65c859be service neutron] Attempting to bind port 040c7aab-3f46-4361-80b3-75d3c58625c7 on network 34092502-556e-4029-88a5-c73b157298f5 {{(pid=98981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:53:23.260872 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b182a7-0a4f-4e7d-a30f-7cc23bf36961 req-e722f772-9265-4367-a6d8-dfce65c859be service neutron] Port 040c7aab-3f46-4361-80b3-75d3c58625c7 on network 34092502-556e-4029-88a5-c73b157298f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=98981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 09:53:23.261284 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b182a7-0a4f-4e7d-a30f-7cc23bf36961 req-e722f772-9265-4367-a6d8-dfce65c859be service neutron] Attempting to bind port 040c7aab-3f46-4361-80b3-75d3c58625c7 on network 34092502-556e-4029-88a5-c73b157298f5 {{(pid=98981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:53:23.266512 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b182a7-0a4f-4e7d-a30f-7cc23bf36961 req-e722f772-9265-4367-a6d8-dfce65c859be service neutron] Checking agent: {'id': '868dca64-f295-49d2-b561-88939e4b0d1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 41, 11), 'started_at': datetime.datetime(2021, 6, 16, 9, 41, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:53:23.266851 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b182a7-0a4f-4e7d-a30f-7cc23bf36961 req-e722f772-9265-4367-a6d8-dfce65c859be service neutron] Checking segment: {'id': 'd2397094-e9f3-4aca-9d3c-4c46489abaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '34092502-556e-4029-88a5-c73b157298f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:53:23.267252 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b182a7-0a4f-4e7d-a30f-7cc23bf36961 req-e722f772-9265-4367-a6d8-dfce65c859be service neutron] Bound using segment: {'id': 'd2397094-e9f3-4aca-9d3c-4c46489abaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '34092502-556e-4029-88a5-c73b157298f5'} {{(pid=98981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:53:23.267680 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.managers [req-71b182a7-0a4f-4e7d-a30f-7cc23bf36961 req-e722f772-9265-4367-a6d8-dfce65c859be service neutron] Bound port: 040c7aab-3f46-4361-80b3-75d3c58625c7, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2397094-e9f3-4aca-9d3c-4c46489abaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '34092502-556e-4029-88a5-c73b157298f5'}}] {{(pid=98981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:53:23.268266 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-71b182a7-0a4f-4e7d-a30f-7cc23bf36961 req-e722f772-9265-4367-a6d8-dfce65c859be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:23.335644 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.db [req-71b182a7-0a4f-4e7d-a30f-7cc23bf36961 req-e722f772-9265-4367-a6d8-dfce65c859be service neutron] For port 040c7aab-3f46-4361-80b3-75d3c58625c7, host hv-cinder-79628, cleared binding levels {{(pid=98981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:53:23.339111 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.db [req-71b182a7-0a4f-4e7d-a30f-7cc23bf36961 req-e722f772-9265-4367-a6d8-dfce65c859be service neutron] For port 040c7aab-3f46-4361-80b3-75d3c58625c7, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=040c7aab-3f46-4361-80b3-75d3c58625c7,segment=NetworkSegment(d2397094-e9f3-4aca-9d3c-4c46489abaee),segment_id=d2397094-e9f3-4aca-9d3c-4c46489abaee)] {{(pid=98981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:53:23.426279 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f416c630-de93-49b9-b629-d05e8708360d req-05e70ca0-9300-4dfa-956a-862900d16cd4 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:23.427747 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f416c630-de93-49b9-b629-d05e8708360d req-05e70ca0-9300-4dfa-956a-862900d16cd4 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77dd1c5-089c-4c96-b85d-015cac195fa6 HTTP/1.1" status: 200 len: 943 time: 0.0690155 Jun 16 09:53:23.433694 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-71b182a7-0a4f-4e7d-a30f-7cc23bf36961 req-e722f772-9265-4367-a6d8-dfce65c859be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126587802'] for port, after_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:23.436758 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-1775d090-5340-477c-aeb1-57df7204e07d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:53:23.482588 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b182a7-0a4f-4e7d-a30f-7cc23bf36961 req-e722f772-9265-4367-a6d8-dfce65c859be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:23.483222 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-71b182a7-0a4f-4e7d-a30f-7cc23bf36961 req-e722f772-9265-4367-a6d8-dfce65c859be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for port, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:23.484666 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-71b182a7-0a4f-4e7d-a30f-7cc23bf36961 req-e722f772-9265-4367-a6d8-dfce65c859be service neutron] 10.222.0.49 "PUT /v2.0/ports/040c7aab-3f46-4361-80b3-75d3c58625c7 HTTP/1.1" status: 200 len: 1093 time: 0.9992259 Jun 16 09:53:23.485176 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c77dd1c5-089c-4c96-b85d-015cac195fa6', 'tag': '040c7aab-3f46-4361-80b3-75d3c58625c7'}] {{(pid=98981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:53:23.487487 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18eb52cff4d517b1dce9432e7e66d3e16844a09bb405b8b8e4b50ca476568750" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b98204-5031-4acf-9091-a7c162de9d47" -d '{"events": [{"name": "network-changed", "server_uuid": "c77dd1c5-089c-4c96-b85d-015cac195fa6", "tag": "040c7aab-3f46-4361-80b3-75d3c58625c7"}]}' {{(pid=98981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:53:23.523588 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f416c630-de93-49b9-b629-d05e8708360d req-ec6a0f37-09d6-44e0-a28d-7c422ad781ca tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e0c2ce-3b37-4691-8cd7-f792ae2b070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876038 Jun 16 09:53:23.553488 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e722f772-9265-4367-a6d8-dfce65c859be service neutron] Pushing event updated for resources: {'Port': ['ID=040c7aab-3f46-4361-80b3-75d3c58625c7,revision_number=3']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:53:23.556692 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-e722f772-9265-4367-a6d8-dfce65c859be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:53:23.569214 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8e301b-8ddf-40cf-bf6b-a92f09c40ad5 x-openstack-request-id: req-5e8e301b-8ddf-40cf-bf6b-a92f09c40ad5 {{(pid=98981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:53:23.569548 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c77dd1c5-089c-4c96-b85d-015cac195fa6", "tag": "040c7aab-3f46-4361-80b3-75d3c58625c7", "status": "completed", "code": 200}]} {{(pid=98981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:53:23.569832 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5e8e301b-8ddf-40cf-bf6b-a92f09c40ad5 {{(pid=98981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:53:23.570276 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c77dd1c5-089c-4c96-b85d-015cac195fa6', 'tag': '040c7aab-3f46-4361-80b3-75d3c58625c7', 'status': 'completed', 'code': 200} Jun 16 09:53:23.685962 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b98204-5031-4acf-9091-a7c162de9d47 req-528d22c9-a57c-4823-a9e8-3fdb4bf86ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:23.691943 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-e1b98204-5031-4acf-9091-a7c162de9d47 req-528d22c9-a57c-4823-a9e8-3fdb4bf86ac1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2be84d9537ef45c39254255fa3add339&device_id=c77dd1c5-089c-4c96-b85d-015cac195fa6 HTTP/1.1" status: 200 len: 1096 time: 0.0564814 Jun 16 09:53:23.797236 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b98204-5031-4acf-9091-a7c162de9d47 req-f42e2541-9218-4c63-8f9f-b676282c6f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:23.798552 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-e1b98204-5031-4acf-9091-a7c162de9d47 req-f42e2541-9218-4c63-8f9f-b676282c6f1c service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=2be84d9537ef45c39254255fa3add339&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0934081 Jun 16 09:53:23.893500 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b98204-5031-4acf-9091-a7c162de9d47 req-28338dd6-b957-44e9-be31-e22c0d0f4990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:23.894623 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-e1b98204-5031-4acf-9091-a7c162de9d47 req-28338dd6-b957-44e9-be31-e22c0d0f4990 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892487 Jun 16 09:53:24.060109 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66803921-ccfa-4fab-97d3-eb09abe45298 req-93c9a6b7-e331-4e33-aadb-7d4188faaf7f tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:24.061556 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-66803921-ccfa-4fab-97d3-eb09abe45298 req-93c9a6b7-e331-4e33-aadb-7d4188faaf7f tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b74a19e-852e-4a2c-bfac-85465e277a4a HTTP/1.1" status: 200 len: 946 time: 0.1061525 Jun 16 09:53:24.064334 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b182a7-0a4f-4e7d-a30f-7cc23bf36961 req-f65258b9-99c1-4811-ae76-551a24e23d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:24.065680 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-71b182a7-0a4f-4e7d-a30f-7cc23bf36961 req-f65258b9-99c1-4811-ae76-551a24e23d81 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2be84d9537ef45c39254255fa3add339&device_id=c77dd1c5-089c-4c96-b85d-015cac195fa6 HTTP/1.1" status: 200 len: 1096 time: 0.0801020 Jun 16 09:53:24.107468 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-66803921-ccfa-4fab-97d3-eb09abe45298 req-85e0ed9b-3a02-4b58-bd7a-2f89344d2dd5 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/security-groups?id=924c6667-e697-4c03-bd72-091d94a3ea6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402505 Jun 16 09:53:24.139146 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-71b182a7-0a4f-4e7d-a30f-7cc23bf36961 req-af656f26-bac3-4163-8f4f-29f2161022bd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=040c7aab-3f46-4361-80b3-75d3c58625c7 HTTP/1.1" status: 200 len: 217 time: 0.0396729 Jun 16 09:53:24.189861 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b182a7-0a4f-4e7d-a30f-7cc23bf36961 req-4c926751-9a3d-466e-9f91-b6321db973e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:24.191316 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-71b182a7-0a4f-4e7d-a30f-7cc23bf36961 req-4c926751-9a3d-466e-9f91-b6321db973e6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1dbcb36e-5dc5-4b7f-9f6d-6677ef09de75 HTTP/1.1" status: 200 len: 853 time: 0.0447948 Jun 16 09:53:24.202491 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-e2026658-9e54-4f73-bad9-574d0ff26882 req-35ce7ad8-9e79-4a64-bc26-80e838e6342c tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "GET /v2.0/ports?device_id=d770754e-625a-42b8-a031-34dac930da55 HTTP/1.1" status: 200 len: 210 time: 0.0285883 Jun 16 09:53:24.302525 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b182a7-0a4f-4e7d-a30f-7cc23bf36961 req-3241490a-0a8d-40e8-bb78-8d2ed50f2845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:24.303986 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-71b182a7-0a4f-4e7d-a30f-7cc23bf36961 req-3241490a-0a8d-40e8-bb78-8d2ed50f2845 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=34092502-556e-4029-88a5-c73b157298f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511367 Jun 16 09:53:24.326337 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [req-71b182a7-0a4f-4e7d-a30f-7cc23bf36961 req-b578e466-6ef4-4bfe-a765-7015ff7d7e8b service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=98981) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 09:53:24.327274 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-71b182a7-0a4f-4e7d-a30f-7cc23bf36961 req-b578e466-6ef4-4bfe-a765-7015ff7d7e8b service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049658 Jun 16 09:53:24.421670 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-71b182a7-0a4f-4e7d-a30f-7cc23bf36961 req-a0b269dd-caaf-4660-8ece-b21da33c883f service neutron] 10.222.0.49 "GET /v2.0/networks/34092502-556e-4029-88a5-c73b157298f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870557 Jun 16 09:53:24.510564 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-71b182a7-0a4f-4e7d-a30f-7cc23bf36961 req-ad41054e-1310-448e-b7e5-1d6f89f87be2 service neutron] 10.222.0.49 "GET /v2.0/networks/34092502-556e-4029-88a5-c73b157298f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809228 Jun 16 09:53:24.709819 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f56f9-9319-4c53-8b31-c7cbaecb8aea req-18f3bf62-c3a7-4324-8fa8-c5d52e18bd7b tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:24.711282 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-1d1f56f9-9319-4c53-8b31-c7cbaecb8aea req-18f3bf62-c3a7-4324-8fa8-c5d52e18bd7b tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77dd1c5-089c-4c96-b85d-015cac195fa6 HTTP/1.1" status: 200 len: 943 time: 0.0657041 Jun 16 09:53:24.749150 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-1d1f56f9-9319-4c53-8b31-c7cbaecb8aea req-896474de-57f1-43fa-b137-cc4e6308ce99 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e0c2ce-3b37-4691-8cd7-f792ae2b070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316744 Jun 16 09:53:25.277386 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425b0eb-3bf3-442d-ad19-8ee34e31abe2 req-ddef5fe0-e7d5-4d9c-b51c-3a891b50cf9b tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:25.278833 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-3425b0eb-3bf3-442d-ad19-8ee34e31abe2 req-ddef5fe0-e7d5-4d9c-b51c-3a891b50cf9b tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b74a19e-852e-4a2c-bfac-85465e277a4a HTTP/1.1" status: 200 len: 946 time: 0.0624301 Jun 16 09:53:25.296533 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 56746) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:53:25.319818 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-3425b0eb-3bf3-442d-ad19-8ee34e31abe2 req-45725f92-a5fb-47b6-a6b0-26af0db0b3a9 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/security-groups?id=924c6667-e697-4c03-bd72-091d94a3ea6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354087 Jun 16 09:53:25.354944 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-fd2a05e5-d03e-49f1-838c-2fdfa95e682d tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Notify callbacks [] for security_group, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:25.380862 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-fd2a05e5-d03e-49f1-838c-2fdfa95e682d tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:25.491718 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc6e31-e67a-4f8b-8d4a-81cc54756d7e req-312e577c-85c9-40b0-bdac-6146d359a833 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:25.493159 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-c4bc6e31-e67a-4f8b-8d4a-81cc54756d7e req-312e577c-85c9-40b0-bdac-6146d359a833 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b74a19e-852e-4a2c-bfac-85465e277a4a HTTP/1.1" status: 200 len: 946 time: 0.0641382 Jun 16 09:53:25.539913 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-c4bc6e31-e67a-4f8b-8d4a-81cc54756d7e req-e8cad685-1c6d-4958-a910-8c1a2ba1318c tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/security-groups?id=924c6667-e697-4c03-bd72-091d94a3ea6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410693 Jun 16 09:53:25.551113 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-fd2a05e5-d03e-49f1-838c-2fdfa95e682d tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:25.553816 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-fd2a05e5-d03e-49f1-838c-2fdfa95e682d tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:25.554989 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-fd2a05e5-d03e-49f1-838c-2fdfa95e682d tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] 10.222.0.25 "DELETE /v2.0/security-groups/720d336e-0e62-436a-bb28-d9acf2616279 HTTP/1.1" status: 204 len: 168 time: 0.2574582 Jun 16 09:53:25.555772 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-c2a7b678-94a8-4610-94ac-04a0f39e0f8c tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:53:25.564302 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 56752) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:53:25.573573 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2a05e5-d03e-49f1-838c-2fdfa95e682d tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=720d336e-0e62-436a-bb28-d9acf2616279,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:53:25.576365 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-fd2a05e5-d03e-49f1-838c-2fdfa95e682d tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:53:25.619460 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932713fb-3141-4f4d-a7a4-cc0b07ace846 tempest-TestVolumeBootPattern-125660856 tempest-TestVolumeBootPattern-125660856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:25.620980 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-932713fb-3141-4f4d-a7a4-cc0b07ace846 tempest-TestVolumeBootPattern-125660856 tempest-TestVolumeBootPattern-125660856-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7b74a19e-852e-4a2c-bfac-85465e277a4a HTTP/1.1" status: 200 len: 1094 time: 0.0557747 Jun 16 09:53:25.626211 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 56754) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:53:25.633581 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [None req-5c200403-eb6b-4560-a07c-0562c42b2984 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Request body: {'floatingip': {'floating_network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'port_id': 'a07dd7c4-5fca-4b34-b9fb-33e11d55e07e', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:53:25.694567 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 56756) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:53:25.739621 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-5c200403-eb6b-4560-a07c-0562c42b2984 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks [] for floatingip, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:26.256465 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-5c200403-eb6b-4560-a07c-0562c42b2984 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:26.329521 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798942eb-f1cd-46a0-8e50-1acbdcc35262 req-2a4b736c-a3ab-4b47-a181-dc229abce6f1 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:26.331125 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-798942eb-f1cd-46a0-8e50-1acbdcc35262 req-2a4b736c-a3ab-4b47-a181-dc229abce6f1 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77dd1c5-089c-4c96-b85d-015cac195fa6 HTTP/1.1" status: 200 len: 943 time: 0.2020936 Jun 16 09:53:26.397841 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 040c7aab-3f46-4361-80b3-75d3c58625c7 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=98982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 09:53:26.431477 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-798942eb-f1cd-46a0-8e50-1acbdcc35262 req-a9010dbb-dfdc-451e-92e6-9c19dd935ed3 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e0c2ce-3b37-4691-8cd7-f792ae2b070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940981 Jun 16 09:53:26.495546 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 040c7aab-3f46-4361-80b3-75d3c58625c7, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=040c7aab-3f46-4361-80b3-75d3c58625c7,segment=NetworkSegment(d2397094-e9f3-4aca-9d3c-4c46489abaee),segment_id=d2397094-e9f3-4aca-9d3c-4c46489abaee)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:53:26.506370 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Returning: {'device': '040c7aab-3f46-4361-80b3-75d3c58625c7', 'network_id': '34092502-556e-4029-88a5-c73b157298f5', 'port_id': '040c7aab-3f46-4361-80b3-75d3c58625c7', 'mac_address': 'fa:16:3e:d4:1b:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dbcb36e-5dc5-4b7f-9f6d-6677ef09de75', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 09:53:26.512964 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.db_base_plugin_common [None req-5c200403-eb6b-4560-a07c-0562c42b2984 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Allocated IP 172.27.0.40 (e7fe10b8-90c4-4cba-8f65-340465ca325f/474b542b-67ec-4e86-95bf-cb7c30e5c62d/42cbbb65-ec2f-4cce-82c3-508bc7e4926c) {{(pid=98981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:53:26.542546 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:26.554654 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.notifiers.nova [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 040c7aab-3f46-4361-80b3-75d3c58625c7 {{(pid=98982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:53:26.574159 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 040c7aab-3f46-4361-80b3-75d3c58625c7, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=040c7aab-3f46-4361-80b3-75d3c58625c7,segment=NetworkSegment(d2397094-e9f3-4aca-9d3c-4c46489abaee),segment_id=d2397094-e9f3-4aca-9d3c-4c46489abaee)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:53:26.654172 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:26.656256 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:53:26.665545 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-5c200403-eb6b-4560-a07c-0562c42b2984 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks [] for port, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:26.703470 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Pushing event updated for resources: {'Port': ['ID=040c7aab-3f46-4361-80b3-75d3c58625c7,revision_number=4']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:53:26.710163 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:26.710502 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:26.710835 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:26.711190 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:26.711511 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:26.711829 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:26.712164 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:26.712460 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:26.712918 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:26.713098 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:26.713393 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:26.713703 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:26.718085 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:53:26.740528 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-f0471ccf-87f2-4c1b-984f-566e4c492944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690889'] for router_interface, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:26.802247 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-5c200403-eb6b-4560-a07c-0562c42b2984 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126587788'] for port, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:26.806306 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-40ac61aa-50de-444c-bef9-3277c993934d tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:53:26.854474 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c200403-eb6b-4560-a07c-0562c42b2984 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Network e7fe10b8-90c4-4cba-8f65-340465ca325f is already hosted by enough agents. {{(pid=98981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:53:26.861756 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.base_scheduler [None req-5c200403-eb6b-4560-a07c-0562c42b2984 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Resources bound (agent type, host, resource id): {{(pid=98981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:53:26.865250 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c200403-eb6b-4560-a07c-0562c42b2984 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Received port after_create {{(pid=98981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:53:26.867144 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c200403-eb6b-4560-a07c-0562c42b2984 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Pushing event updated for resources: {'Port': ['ID=42cbbb65-ec2f-4cce-82c3-508bc7e4926c,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:53:26.888620 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-5c200403-eb6b-4560-a07c-0562c42b2984 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:53:26.964718 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] get_ports_and_sgs() called for port_ids ['040c7aab-3f46-4361-80b3-75d3c58625c7'] {{(pid=98982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:53:27.328073 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.plugin [None req-f0471ccf-87f2-4c1b-984f-566e4c492944 admin admin] Deleting port 933ad518-61ea-42a6-9020-6be965027978 {{(pid=98981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:53:27.328407 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-f0471ccf-87f2-4c1b-984f-566e4c492944 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:27.366457 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-5c200403-eb6b-4560-a07c-0562c42b2984 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:27.449055 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.db [None req-f0471ccf-87f2-4c1b-984f-566e4c492944 admin admin] For port 933ad518-61ea-42a6-9020-6be965027978, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=933ad518-61ea-42a6-9020-6be965027978,segment=NetworkSegment(fa1a251a-6b7c-4281-bfe5-7362d1a9c143),segment_id=fa1a251a-6b7c-4281-bfe5-7362d1a9c143)] {{(pid=98981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:53:27.459090 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-f0471ccf-87f2-4c1b-984f-566e4c492944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:27.513173 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.plugin [None req-f0471ccf-87f2-4c1b-984f-566e4c492944 admin admin] Calling delete_port for 933ad518-61ea-42a6-9020-6be965027978 owned by network:router_interface {{(pid=98981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:53:27.595151 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-5c200403-eb6b-4560-a07c-0562c42b2984 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:27.603861 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262f67f-b2e9-49b5-bfde-5a905a4fc4ae req-57c96113-d262-4f4f-959a-c44cb7909db6 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:27.605335 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-8262f67f-b2e9-49b5-bfde-5a905a4fc4ae req-57c96113-d262-4f4f-959a-c44cb7909db6 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77dd1c5-089c-4c96-b85d-015cac195fa6 HTTP/1.1" status: 200 len: 944 time: 0.0646741 Jun 16 09:53:27.648079 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-8262f67f-b2e9-49b5-bfde-5a905a4fc4ae req-8f9ec791-0060-4927-9459-a9f93ed06047 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e0c2ce-3b37-4691-8cd7-f792ae2b070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360034 Jun 16 09:53:27.853593 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-5c200403-eb6b-4560-a07c-0562c42b2984 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks [] for port, precommit_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:27.927792 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-5c200403-eb6b-4560-a07c-0562c42b2984 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126587802'] for port, after_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:27.929752 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:53:27.984699 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-f0471ccf-87f2-4c1b-984f-566e4c492944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126587795'] for port, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:28.003751 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c200403-eb6b-4560-a07c-0562c42b2984 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Pushing event updated for resources: {'Port': ['ID=42cbbb65-ec2f-4cce-82c3-508bc7e4926c,revision_number=2']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:53:28.007997 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-5c200403-eb6b-4560-a07c-0562c42b2984 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:53:28.009472 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-a516724d-a2ae-4f6b-a7d4-fff439e0e04f tempest-TestShelveInstance-363203506 tempest-TestShelveInstance-363203506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:53:28.034015 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-5c200403-eb6b-4560-a07c-0562c42b2984 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761582'] for floatingip, after_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:28.052109 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0471ccf-87f2-4c1b-984f-566e4c492944 admin admin] Pushing event deleted for resources: {'Port': ['ID=933ad518-61ea-42a6-9020-6be965027978,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:53:28.113902 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-f0471ccf-87f2-4c1b-984f-566e4c492944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:53:28.241349 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.db.l3_db [None req-5c200403-eb6b-4560-a07c-0562c42b2984 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Floating IP cac78af4-9735-46d1-8c4c-118b024b42a3 associated. External IP: 172.27.0.40, port: a07dd7c4-5fca-4b34-b9fb-33e11d55e07e. Jun 16 09:53:28.342387 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-f0471ccf-87f2-4c1b-984f-566e4c492944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690781'] for router_interface, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:28.397565 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 040c7aab-3f46-4361-80b3-75d3c58625c7 up at agent hyperv_hv-cinder-79628 {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:53:28.516633 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Provisioning for port 040c7aab-3f46-4361-80b3-75d3c58625c7 completed by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:53:28.521009 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Provisioning complete for port 040c7aab-3f46-4361-80b3-75d3c58625c7 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:53:28.521390 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:28.603312 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:28.627100 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77dd1c5-089c-4c96-b85d-015cac195fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '040c7aab-3f46-4361-80b3-75d3c58625c7'}] {{(pid=98982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:53:28.629300 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4f9cc304a916b9d47f5f8bf5758f709c886eea9513b83351d26ab7408c86625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5fb89f-054d-49f1-8d6a-23f237aee1c0" -d '{"events": [{"server_uuid": "c77dd1c5-089c-4c96-b85d-015cac195fa6", "name": "network-vif-plugged", "status": "completed", "tag": "040c7aab-3f46-4361-80b3-75d3c58625c7"}]}' {{(pid=98982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:53:28.643899 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 040c7aab-3f46-4361-80b3-75d3c58625c7, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=040c7aab-3f46-4361-80b3-75d3c58625c7,segment=NetworkSegment(d2397094-e9f3-4aca-9d3c-4c46489abaee),segment_id=d2397094-e9f3-4aca-9d3c-4c46489abaee)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:53:28.667273 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21ec150-43d4-4c88-9c9d-d81c137d23b9 x-openstack-request-id: req-e21ec150-43d4-4c88-9c9d-d81c137d23b9 {{(pid=98982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:53:28.667596 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c77dd1c5-089c-4c96-b85d-015cac195fa6", "name": "network-vif-plugged", "status": "completed", "tag": "040c7aab-3f46-4361-80b3-75d3c58625c7", "code": 200}]} {{(pid=98982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:53:28.667828 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e21ec150-43d4-4c88-9c9d-d81c137d23b9 {{(pid=98982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:53:28.668235 dv-cinder-796286-4-iscsi neutron-server[98982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c77dd1c5-089c-4c96-b85d-015cac195fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '040c7aab-3f46-4361-80b3-75d3c58625c7', 'code': 200} Jun 16 09:53:28.731010 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:28.733913 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-1cd3a3db-6a04-4b6f-b0b0-5b9308a2cfbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:53:28.793300 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Pushing event updated for resources: {'Port': ['ID=040c7aab-3f46-4361-80b3-75d3c58625c7,revision_number=5']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:53:28.796429 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:53:28.828404 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6ae89-a46f-4ca6-91f8-2d338ae70ac6 req-6d2c27f4-e502-4b88-8aff-9cdc3cafc5ee tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:28.830019 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-afe6ae89-a46f-4ca6-91f8-2d338ae70ac6 req-6d2c27f4-e502-4b88-8aff-9cdc3cafc5ee tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77dd1c5-089c-4c96-b85d-015cac195fa6 HTTP/1.1" status: 200 len: 945 time: 0.0657620 Jun 16 09:53:28.867886 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-afe6ae89-a46f-4ca6-91f8-2d338ae70ac6 req-45c85f67-f7f3-40c7-896a-7df142913650 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e0c2ce-3b37-4691-8cd7-f792ae2b070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320809 Jun 16 09:53:28.909608 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c200403-eb6b-4560-a07c-0562c42b2984 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Router 59e27c92-c10a-4d99-a1b6-de6d5533c04a has already been hosted by L3 agent 7768ee83-37c7-4165-88a2-5844eb43ad81 {{(pid=98981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:53:29.002307 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.agents_db [None req-3560065e-ea11-4ff4-820f-b568c2ca0093 None None] Agent healthcheck: found 6 active agents {{(pid=98983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:53:29.040714 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0471ccf-87f2-4c1b-984f-566e4c492944 admin admin] Router a3918f9e-881c-4063-a4b9-c97175ab1be7 has already been hosted by L3 agent 7768ee83-37c7-4165-88a2-5844eb43ad81 {{(pid=98981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:53:29.074118 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c200403-eb6b-4560-a07c-0562c42b2984 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify agent at l3_agent.dv-cinder-796286-4-iscsi the message routers_updated {{(pid=98981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:53:29.083847 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81490992-db5a-46f7-bbd3-696765b9fc50 None None] Sync routers for ids ['59e27c92-c10a-4d99-a1b6-de6d5533c04a'] in dv-cinder-796286-4-iscsi {{(pid=98982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:53:29.093628 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81490992-db5a-46f7-bbd3-696765b9fc50 None None] Routers {'59e27c92-c10a-4d99-a1b6-de6d5533c04a'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:53:29.094374 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-81490992-db5a-46f7-bbd3-696765b9fc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:53:19Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['59e27c92-c10a-4d99-a1b6-de6d5533c04a'], 'active': True} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:53:29.174978 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831be41-f140-478e-afc0-5948b9bd8f69 req-6721919a-c2fb-4307-a3ce-d485ec968a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:29.176359 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-3831be41-f140-478e-afc0-5948b9bd8f69 req-6721919a-c2fb-4307-a3ce-d485ec968a89 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c77dd1c5-089c-4c96-b85d-015cac195fa6 HTTP/1.1" status: 200 len: 1098 time: 0.1459622 Jun 16 09:53:29.197329 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvr_db [None req-81490992-db5a-46f7-bbd3-696765b9fc50 None None] Set router 59e27c92-c10a-4d99-a1b6-de6d5533c04a gateway port host: dv-cinder-796286-4-iscsi {{(pid=98982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:53:29.209540 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-5c200403-eb6b-4560-a07c-0562c42b2984 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for floatingip, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:29.214256 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0471ccf-87f2-4c1b-984f-566e4c492944 admin admin] Notify agent at l3_agent.dv-cinder-796286-4-iscsi the message routers_updated {{(pid=98981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:53:29.222880 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe51f23-0b30-42ec-907d-ad94e720c0a7 None None] Sync routers for ids ['a3918f9e-881c-4063-a4b9-c97175ab1be7'] in dv-cinder-796286-4-iscsi {{(pid=98983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:53:29.233405 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe51f23-0b30-42ec-907d-ad94e720c0a7 None None] Routers {'a3918f9e-881c-4063-a4b9-c97175ab1be7'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:53:29.234315 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-3fe51f23-0b30-42ec-907d-ad94e720c0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:53:19Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['a3918f9e-881c-4063-a4b9-c97175ab1be7'], 'active': True} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:53:29.236254 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-f0471ccf-87f2-4c1b-984f-566e4c492944 admin admin] 10.222.0.25 "PUT /v2.0/routers/a3918f9e-881c-4063-a4b9-c97175ab1be7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5402055 Jun 16 09:53:29.247607 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 56768) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:53:29.257694 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-3831be41-f140-478e-afc0-5948b9bd8f69 req-78e0a54d-449a-4b81-8bc9-c16b8644eeec service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b3e0c2ce-3b37-4691-8cd7-f792ae2b070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716233 Jun 16 09:53:29.275565 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-5c200403-eb6b-4560-a07c-0562c42b2984 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6479371 Jun 16 09:53:29.276310 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b74a19e-852e-4a2c-bfac-85465e277a4a', 'tag': 'a07dd7c4-5fca-4b34-b9fb-33e11d55e07e'}] {{(pid=98981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:53:29.278840 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18eb52cff4d517b1dce9432e7e66d3e16844a09bb405b8b8e4b50ca476568750" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9425a4-4923-4b60-b0a1-0f18b6fb18bd" -d '{"events": [{"name": "network-changed", "server_uuid": "7b74a19e-852e-4a2c-bfac-85465e277a4a", "tag": "a07dd7c4-5fca-4b34-b9fb-33e11d55e07e"}]}' {{(pid=98981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:53:29.326025 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2656c39e-65bd-446a-9912-b08bf804bfdd x-openstack-request-id: req-2656c39e-65bd-446a-9912-b08bf804bfdd {{(pid=98981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:53:29.326377 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b74a19e-852e-4a2c-bfac-85465e277a4a", "tag": "a07dd7c4-5fca-4b34-b9fb-33e11d55e07e", "status": "completed", "code": 200}]} {{(pid=98981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:53:29.326658 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2656c39e-65bd-446a-9912-b08bf804bfdd {{(pid=98981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:53:29.327109 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b74a19e-852e-4a2c-bfac-85465e277a4a', 'tag': 'a07dd7c4-5fca-4b34-b9fb-33e11d55e07e', 'status': 'completed', 'code': 200} Jun 16 09:53:29.357117 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-eed4d950-147b-4b88-bed5-847fb896f4b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:29.365547 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvr_db [None req-3fe51f23-0b30-42ec-907d-ad94e720c0a7 None None] Set router a3918f9e-881c-4063-a4b9-c97175ab1be7 gateway port host: dv-cinder-796286-4-iscsi {{(pid=98983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:53:29.462768 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-eed4d950-147b-4b88-bed5-847fb896f4b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:29.470190 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-81490992-db5a-46f7-bbd3-696765b9fc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'name': 'tempest-TestVolumeBootPattern-39691887-router', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '220d4639-e7b1-4eff-8de2-fb7302701a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:49:49Z', 'updated_at': '2021-06-16T09:49:54Z', 'revision_number': 4, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'gw_port': {'id': '220d4639-e7b1-4eff-8de2-fb7302701a38', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:77:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:49:50Z', 'updated_at': '2021-06-16T09:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_floatingips': [{'id': 'cac78af4-9735-46d1-8c4c-118b024b42a3', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'floating_ip_address': '172.27.0.40', 'floating_network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'router_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'port_id': 'a07dd7c4-5fca-4b34-b9fb-33e11d55e07e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206', 'mac_address': 'fa:16:3e:96:f5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b74a19e-852e-4a2c-bfac-85465e277a4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T09:53:27Z', 'updated_at': '2021-06-16T09:53:27Z', 'revision_number': 0, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '397471ac-32cf-423f-a50b-96175ad9ed75', 'name': '', 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'mac_address': 'fa:16:3e:1e:0e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:49:53Z', 'updated_at': '2021-06-16T09:50:00Z', 'revision_number': 5, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'subnets': [{'id': '43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:53:29.473652 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81490992-db5a-46f7-bbd3-696765b9fc50 None None] Checking router: 59e27c92-c10a-4d99-a1b6-de6d5533c04a for host: dv-cinder-796286-4-iscsi {{(pid=98982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:53:29.482598 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81490992-db5a-46f7-bbd3-696765b9fc50 None None] Routers {'59e27c92-c10a-4d99-a1b6-de6d5533c04a'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:53:29.483319 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-81490992-db5a-46f7-bbd3-696765b9fc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:53:19Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['59e27c92-c10a-4d99-a1b6-de6d5533c04a'], 'active': True} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:53:29.545683 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-3fe51f23-0b30-42ec-907d-ad94e720c0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3918f9e-881c-4063-a4b9-c97175ab1be7', 'name': 'tempest-TestShelveInstance-1611834531-router', 'tenant_id': '6226202408dc460f85ceba7cc535d9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'c07f2da6-c0f8-47a8-b84d-d222a880bf15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:47:26Z', 'updated_at': '2021-06-16T09:53:27Z', 'revision_number': 5, 'project_id': '6226202408dc460f85ceba7cc535d9f3', 'gw_port': {'id': 'c07f2da6-c0f8-47a8-b84d-d222a880bf15', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3918f9e-881c-4063-a4b9-c97175ab1be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:47:26Z', 'updated_at': '2021-06-16T09:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi'}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:53:29.549026 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe51f23-0b30-42ec-907d-ad94e720c0a7 None None] Checking router: a3918f9e-881c-4063-a4b9-c97175ab1be7 for host: dv-cinder-796286-4-iscsi {{(pid=98983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:53:29.561665 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe51f23-0b30-42ec-907d-ad94e720c0a7 None None] Routers {'a3918f9e-881c-4063-a4b9-c97175ab1be7'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:53:29.562472 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-3fe51f23-0b30-42ec-907d-ad94e720c0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:53:19Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['a3918f9e-881c-4063-a4b9-c97175ab1be7'], 'active': True} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:53:29.582171 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.plugin [None req-eed4d950-147b-4b88-bed5-847fb896f4b0 admin admin] Deleting port c07f2da6-c0f8-47a8-b84d-d222a880bf15 {{(pid=98980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:53:29.582518 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-eed4d950-147b-4b88-bed5-847fb896f4b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:29.587636 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvr_db [None req-81490992-db5a-46f7-bbd3-696765b9fc50 None None] Set router 59e27c92-c10a-4d99-a1b6-de6d5533c04a gateway port host: dv-cinder-796286-4-iscsi {{(pid=98982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:53:29.649924 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvr_db [None req-3fe51f23-0b30-42ec-907d-ad94e720c0a7 None None] Set router a3918f9e-881c-4063-a4b9-c97175ab1be7 gateway port host: None {{(pid=98983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:53:29.685743 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9425a4-4923-4b60-b0a1-0f18b6fb18bd req-6b64fab7-f02b-413e-ad39-19eff65fa17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:29.688105 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-ec9425a4-4923-4b60-b0a1-0f18b6fb18bd req-6b64fab7-f02b-413e-ad39-19eff65fa17a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ed2156b918e84ef2a8cd08f2710cf24f&device_id=7b74a19e-852e-4a2c-bfac-85465e277a4a HTTP/1.1" status: 200 len: 1099 time: 0.0693986 Jun 16 09:53:29.695879 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.db [None req-eed4d950-147b-4b88-bed5-847fb896f4b0 admin admin] For port c07f2da6-c0f8-47a8-b84d-d222a880bf15, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=c07f2da6-c0f8-47a8-b84d-d222a880bf15,segment=NetworkSegment(ee5243d6-0a20-466c-b2f3-0cfa4d8430c8),segment_id=ee5243d6-0a20-466c-b2f3-0cfa4d8430c8)] {{(pid=98980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:53:29.697455 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-eed4d950-147b-4b88-bed5-847fb896f4b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:29.708627 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-3fe51f23-0b30-42ec-907d-ad94e720c0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3918f9e-881c-4063-a4b9-c97175ab1be7', 'name': 'tempest-TestShelveInstance-1611834531-router', 'tenant_id': '6226202408dc460f85ceba7cc535d9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:47:26Z', 'updated_at': '2021-06-16T09:53:29Z', 'revision_number': 6, 'project_id': '6226202408dc460f85ceba7cc535d9f3', 'gw_port_host': None}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:53:29.711952 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe51f23-0b30-42ec-907d-ad94e720c0a7 None None] The sync data for ids ['a3918f9e-881c-4063-a4b9-c97175ab1be7'] in dv-cinder-796286-4-iscsi is: [{'id': 'a3918f9e-881c-4063-a4b9-c97175ab1be7', 'name': 'tempest-TestShelveInstance-1611834531-router', 'tenant_id': '6226202408dc460f85ceba7cc535d9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:47:26Z', 'updated_at': '2021-06-16T09:53:29Z', 'revision_number': 6, 'project_id': '6226202408dc460f85ceba7cc535d9f3', 'gw_port_host': None}] {{(pid=98983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:53:29.778472 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.plugin [None req-eed4d950-147b-4b88-bed5-847fb896f4b0 admin admin] Calling delete_port for c07f2da6-c0f8-47a8-b84d-d222a880bf15 owned by network:router_gateway {{(pid=98980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:53:29.787905 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9425a4-4923-4b60-b0a1-0f18b6fb18bd req-4f95a4d5-f171-4970-be74-a1d9c9a245db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:29.789698 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-ec9425a4-4923-4b60-b0a1-0f18b6fb18bd req-4f95a4d5-f171-4970-be74-a1d9c9a245db service neutron] 10.222.0.49 "GET /v2.0/networks?id=eae67a9b-5ad3-4a2b-a012-c75340b64206 HTTP/1.1" status: 200 len: 911 time: 0.0951037 Jun 16 09:53:29.833484 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-81490992-db5a-46f7-bbd3-696765b9fc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'name': 'tempest-TestVolumeBootPattern-39691887-router', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '220d4639-e7b1-4eff-8de2-fb7302701a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:49:49Z', 'updated_at': '2021-06-16T09:49:54Z', 'revision_number': 4, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'gw_port': {'id': '220d4639-e7b1-4eff-8de2-fb7302701a38', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:77:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:49:50Z', 'updated_at': '2021-06-16T09:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_floatingips': [{'id': 'cac78af4-9735-46d1-8c4c-118b024b42a3', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'floating_ip_address': '172.27.0.40', 'floating_network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'router_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'port_id': 'a07dd7c4-5fca-4b34-b9fb-33e11d55e07e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206', 'mac_address': 'fa:16:3e:96:f5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b74a19e-852e-4a2c-bfac-85465e277a4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T09:53:27Z', 'updated_at': '2021-06-16T09:53:27Z', 'revision_number': 0, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '397471ac-32cf-423f-a50b-96175ad9ed75', 'name': '', 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'mac_address': 'fa:16:3e:1e:0e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:49:53Z', 'updated_at': '2021-06-16T09:50:00Z', 'revision_number': 5, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'subnets': [{'id': '43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:53:29.837012 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81490992-db5a-46f7-bbd3-696765b9fc50 None None] The sync data for ids ['59e27c92-c10a-4d99-a1b6-de6d5533c04a'] in dv-cinder-796286-4-iscsi is: [{'id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'name': 'tempest-TestVolumeBootPattern-39691887-router', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '220d4639-e7b1-4eff-8de2-fb7302701a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:49:49Z', 'updated_at': '2021-06-16T09:49:54Z', 'revision_number': 4, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'gw_port': {'id': '220d4639-e7b1-4eff-8de2-fb7302701a38', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:77:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:49:50Z', 'updated_at': '2021-06-16T09:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_floatingips': [{'id': 'cac78af4-9735-46d1-8c4c-118b024b42a3', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'floating_ip_address': '172.27.0.40', 'floating_network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'router_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'port_id': 'a07dd7c4-5fca-4b34-b9fb-33e11d55e07e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206', 'mac_address': 'fa:16:3e:96:f5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b74a19e-852e-4a2c-bfac-85465e277a4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T09:53:27Z', 'updated_at': '2021-06-16T09:53:27Z', 'revision_number': 0, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '397471ac-32cf-423f-a50b-96175ad9ed75', 'name': '', 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'mac_address': 'fa:16:3e:1e:0e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:49:53Z', 'updated_at': '2021-06-16T09:50:00Z', 'revision_number': 5, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'subnets': [{'id': '43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:53:29.871359 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-ec9425a4-4923-4b60-b0a1-0f18b6fb18bd req-2627419f-3cd4-4e44-8e54-16814ce49921 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a07dd7c4-5fca-4b34-b9fb-33e11d55e07e HTTP/1.1" status: 200 len: 999 time: 0.0710952 Jun 16 09:53:29.927589 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9425a4-4923-4b60-b0a1-0f18b6fb18bd req-1918b2c8-5dd5-4ec3-8821-2833da3647ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:29.929562 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-ec9425a4-4923-4b60-b0a1-0f18b6fb18bd req-1918b2c8-5dd5-4ec3-8821-2833da3647ce service neutron] 10.222.0.49 "GET /v2.0/subnets?id=43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f HTTP/1.1" status: 200 len: 849 time: 0.0506749 Jun 16 09:53:29.997806 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9425a4-4923-4b60-b0a1-0f18b6fb18bd req-5fe2ec61-f864-435a-a320-8ad565096f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:29.999350 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-ec9425a4-4923-4b60-b0a1-0f18b6fb18bd req-5fe2ec61-f864-435a-a320-8ad565096f3b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eae67a9b-5ad3-4a2b-a012-c75340b64206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0621254 Jun 16 09:53:30.071870 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c35962-c67f-44d4-9ed0-667b1af057b9 req-81b7dfe2-3d07-4350-a2c3-88b9913b008f tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:30.073823 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-44c35962-c67f-44d4-9ed0-667b1af057b9 req-81b7dfe2-3d07-4350-a2c3-88b9913b008f tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77dd1c5-089c-4c96-b85d-015cac195fa6 HTTP/1.1" status: 200 len: 945 time: 0.0850322 Jun 16 09:53:30.075229 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-eed4d950-147b-4b88-bed5-847fb896f4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126582338'] for port, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:30.077569 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-50eadc36-cf94-4125-b16d-485db72f09f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:53:30.096132 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd39c34-e064-4b6e-990f-eba5e976b94d None None] New status for floating IP cac78af4-9735-46d1-8c4c-118b024b42a3: ACTIVE {{(pid=98982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 09:53:30.132049 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed4d950-147b-4b88-bed5-847fb896f4b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c07f2da6-c0f8-47a8-b84d-d222a880bf15,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:53:30.140038 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-ec9425a4-4923-4b60-b0a1-0f18b6fb18bd req-9e148f4b-f485-4a52-acb1-465202b76b75 service neutron] 10.222.0.49 "GET /v2.0/networks/eae67a9b-5ad3-4a2b-a012-c75340b64206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331906 Jun 16 09:53:30.145143 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-eed4d950-147b-4b88-bed5-847fb896f4b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:53:30.188264 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 933ad518-61ea-42a6-9020-6be965027978 no longer exists at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:53:30.192871 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-44c35962-c67f-44d4-9ed0-667b1af057b9 req-8f177eb9-cd88-470e-9226-2324396004e1 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e0c2ce-3b37-4691-8cd7-f792ae2b070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741425 Jun 16 09:53:30.235970 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-eed4d950-147b-4b88-bed5-847fb896f4b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761374'] for router_gateway, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:30.249165 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] No Port match for: 933ad518-61ea-42a6-9020-6be965027978 {{(pid=98982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:53:30.249517 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 933ad518-61ea-42a6-9020-6be965027978 not bound to the agent host dv-cinder-796286-4-iscsi {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:53:30.277321 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-ec9425a4-4923-4b60-b0a1-0f18b6fb18bd req-adf149e2-9067-45d4-8129-a40b66ee9dfb service neutron] 10.222.0.49 "GET /v2.0/networks/eae67a9b-5ad3-4a2b-a012-c75340b64206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176817 Jun 16 09:53:30.335766 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-eed4d950-147b-4b88-bed5-847fb896f4b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5683'] for router, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:30.337837 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-eed4d950-147b-4b88-bed5-847fb896f4b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:30.501748 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-eed4d950-147b-4b88-bed5-847fb896f4b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754516'] for router, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:30.502225 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed4d950-147b-4b88-bed5-847fb896f4b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3918f9e-881c-4063-a4b9-c97175ab1be7 {{(pid=98980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 09:53:30.510010 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-eed4d950-147b-4b88-bed5-847fb896f4b0 admin admin] Notify callbacks [] for router, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:30.510010 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-eed4d950-147b-4b88-bed5-847fb896f4b0 admin admin] 10.222.0.25 "DELETE /v2.0/routers/a3918f9e-881c-4063-a4b9-c97175ab1be7 HTTP/1.1" status: 204 len: 168 time: 1.2588377 Jun 16 09:53:30.510663 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 56776) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:53:30.557476 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.db_base_plugin_v2 [None req-81007972-ec7f-4ecc-9000-cdbafa84f2ee admin admin] Deleting subnet e6746ba6-7ff9-478f-9071-82a467b0d0ff {{(pid=98980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 09:53:30.560755 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-81007972-ec7f-4ecc-9000-cdbafa84f2ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:30.598984 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-81007972-ec7f-4ecc-9000-cdbafa84f2ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126528758'] for subnet, precommit_delete_associations {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:30.681572 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-81007972-ec7f-4ecc-9000-cdbafa84f2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756163'] for subnet, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:30.862094 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-81007972-ec7f-4ecc-9000-cdbafa84f2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126582408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127687294'] for subnet, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:30.864621 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-f5f36775-608d-480e-a515-f9ee7c3a8e14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:53:30.889248 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81007972-ec7f-4ecc-9000-cdbafa84f2ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6746ba6-7ff9-478f-9071-82a467b0d0ff,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:53:30.892179 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-81007972-ec7f-4ecc-9000-cdbafa84f2ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:53:30.893191 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-81007972-ec7f-4ecc-9000-cdbafa84f2ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for subnet, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:30.896178 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-81007972-ec7f-4ecc-9000-cdbafa84f2ee admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e6746ba6-7ff9-478f-9071-82a467b0d0ff HTTP/1.1" status: 204 len: 168 time: 0.3839865 Jun 16 09:53:30.897674 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 56778) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:53:30.900099 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8742dfbc-54d9-4783-a3b6-062393adf6b4 None None] Network 66418228-6d38-41fe-a16e-152e97d803b9 requested from dv-cinder-796286-4-iscsi {{(pid=98982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:53:30.970956 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-9bde22a8-0b4e-417d-a511-44876142eb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1649310'] for network, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:31.023079 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.plugin [None req-9bde22a8-0b4e-417d-a511-44876142eb35 admin admin] Deleting port 540fab9c-60be-4540-bdfc-991d8c2f149d {{(pid=98980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:53:31.023308 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-9bde22a8-0b4e-417d-a511-44876142eb35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:31.082837 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9d5428-65aa-472d-973c-eee79fb0fa6a None None] DHCP port deletion for 66418228-6d38-41fe-a16e-152e97d803b9 request from dv-cinder-796286-4-iscsi {{(pid=98982) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 09:53:31.090201 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.db [None req-9bde22a8-0b4e-417d-a511-44876142eb35 admin admin] For port 540fab9c-60be-4540-bdfc-991d8c2f149d, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=540fab9c-60be-4540-bdfc-991d8c2f149d,segment=NetworkSegment(fa1a251a-6b7c-4281-bfe5-7362d1a9c143),segment_id=fa1a251a-6b7c-4281-bfe5-7362d1a9c143)] {{(pid=98980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:53:31.090726 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-9bde22a8-0b4e-417d-a511-44876142eb35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:31.128819 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-bf9d5428-65aa-472d-973c-eee79fb0fa6a None None] Deleting port 540fab9c-60be-4540-bdfc-991d8c2f149d {{(pid=98982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:53:31.129215 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-bf9d5428-65aa-472d-973c-eee79fb0fa6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:31.152210 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.plugin [None req-9bde22a8-0b4e-417d-a511-44876142eb35 admin admin] Calling delete_port for 540fab9c-60be-4540-bdfc-991d8c2f149d owned by network:dhcp {{(pid=98980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:53:31.189717 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-bf9d5428-65aa-472d-973c-eee79fb0fa6a None None] For port 540fab9c-60be-4540-bdfc-991d8c2f149d, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=540fab9c-60be-4540-bdfc-991d8c2f149d,segment=NetworkSegment(fa1a251a-6b7c-4281-bfe5-7362d1a9c143),segment_id=fa1a251a-6b7c-4281-bfe5-7362d1a9c143)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:53:31.190103 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-bf9d5428-65aa-472d-973c-eee79fb0fa6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:31.330583 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-9bde22a8-0b4e-417d-a511-44876142eb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126582338'] for port, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:31.333122 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-71d7be70-052c-4623-b313-01ddb8f4c281 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:53:31.360611 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde22a8-0b4e-417d-a511-44876142eb35 admin admin] Pushing event deleted for resources: {'Port': ['ID=540fab9c-60be-4540-bdfc-991d8c2f149d,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:53:31.362668 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bde22a8-0b4e-417d-a511-44876142eb35 admin admin] No DVR routers for this DVR port 540fab9c-60be-4540-bdfc-991d8c2f149d on host dv-cinder-796286-4-iscsi {{(pid=98980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:53:31.364582 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-9bde22a8-0b4e-417d-a511-44876142eb35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:53:31.381533 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-bf9d5428-65aa-472d-973c-eee79fb0fa6a None None] Calling delete_port for 540fab9c-60be-4540-bdfc-991d8c2f149d owned by network:dhcp {{(pid=98982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:53:31.416449 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e7f724-2332-4e52-b860-1660d6010bfd req-5780db2b-c295-4091-aa10-d7393529b555 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:31.418594 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-e1e7f724-2332-4e52-b860-1660d6010bfd req-5780db2b-c295-4091-aa10-d7393529b555 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77dd1c5-089c-4c96-b85d-015cac195fa6 HTTP/1.1" status: 200 len: 945 time: 0.0794268 Jun 16 09:53:31.439347 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-9bde22a8-0b4e-417d-a511-44876142eb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756812', 'neutron.services.segments.db._delete_segments_for_network-8772813474353'] for network, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:31.450048 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.services.segments.db [None req-9bde22a8-0b4e-417d-a511-44876142eb35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66418228-6d38-41fe-a16e-152e97d803b9']}} {{(pid=98980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:53:31.459695 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.services.segments.db [None req-9bde22a8-0b4e-417d-a511-44876142eb35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa1a251a-6b7c-4281-bfe5-7362d1a9c143') {'for_net_delete': True} {{(pid=98980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:53:31.460125 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.services.segments.db [None req-9bde22a8-0b4e-417d-a511-44876142eb35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa1a251a-6b7c-4281-bfe5-7362d1a9c143') {} {{(pid=98980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:53:31.461635 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-e1e7f724-2332-4e52-b860-1660d6010bfd req-04601f04-5d4a-45f7-8690-da859b0ad38f tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e0c2ce-3b37-4691-8cd7-f792ae2b070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365069 Jun 16 09:53:31.467949 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-bf9d5428-65aa-472d-973c-eee79fb0fa6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119'] for port, after_delete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:31.469516 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-9bde22a8-0b4e-417d-a511-44876142eb35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772813475202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126528751'] for segment, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:31.469899 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:53:31.484073 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-9bde22a8-0b4e-417d-a511-44876142eb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753648'] for segment, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:31.490328 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bde22a8-0b4e-417d-a511-44876142eb35 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=98980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 09:53:31.490751 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-9bde22a8-0b4e-417d-a511-44876142eb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126582295'] for segment, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:31.492271 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d5428-65aa-472d-973c-eee79fb0fa6a None None] Pushing event deleted for resources: {'Port': ['ID=540fab9c-60be-4540-bdfc-991d8c2f149d,revision_number=None']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:53:31.492486 dv-cinder-796286-4-iscsi neutron-server[98980]: Traceback (most recent call last): Jun 16 09:53:31.492486 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 09:53:31.492486 dv-cinder-796286-4-iscsi neutron-server[98980]: timer() Jun 16 09:53:31.492486 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 09:53:31.492486 dv-cinder-796286-4-iscsi neutron-server[98980]: cb(*args, **kw) Jun 16 09:53:31.492486 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 09:53:31.492486 dv-cinder-796286-4-iscsi neutron-server[98980]: return func(*args, **kwargs) Jun 16 09:53:31.492486 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 09:53:31.492486 dv-cinder-796286-4-iscsi neutron-server[98980]: self._notify() Jun 16 09:53:31.492486 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 09:53:31.492486 dv-cinder-796286-4-iscsi neutron-server[98980]: self.callback(batched_events) Jun 16 09:53:31.492486 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 09:53:31.492486 dv-cinder-796286-4-iscsi neutron-server[98980]: event.method(event) Jun 16 09:53:31.492486 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 09:53:31.492486 dv-cinder-796286-4-iscsi neutron-server[98980]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 09:53:31.492486 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 09:53:31.492486 dv-cinder-796286-4-iscsi neutron-server[98980]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 09:53:31.492486 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 09:53:31.492486 dv-cinder-796286-4-iscsi neutron-server[98980]: return f(self, *a, **k) Jun 16 09:53:31.492486 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 09:53:31.492486 dv-cinder-796286-4-iscsi neutron-server[98980]: return self._get(url).json() Jun 16 09:53:31.492486 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 09:53:31.492486 dv-cinder-796286-4-iscsi neutron-server[98980]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 09:53:31.492486 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 09:53:31.492486 dv-cinder-796286-4-iscsi neutron-server[98980]: return self.request(url, 'GET', **kwargs) Jun 16 09:53:31.492486 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 09:53:31.492486 dv-cinder-796286-4-iscsi neutron-server[98980]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 09:53:31.492486 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 09:53:31.492486 dv-cinder-796286-4-iscsi neutron-server[98980]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 09:53:31.492486 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 09:53:31.492486 dv-cinder-796286-4-iscsi neutron-server[98980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 09:53:31.492486 dv-cinder-796286-4-iscsi neutron-server[98980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 09:53:31.500222 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-bf9d5428-65aa-472d-973c-eee79fb0fa6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:53:31.500222 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9d5428-65aa-472d-973c-eee79fb0fa6a None None] No DVR routers for this DVR port 540fab9c-60be-4540-bdfc-991d8c2f149d on host dv-cinder-796286-4-iscsi {{(pid=98982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:53:31.622735 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-9bde22a8-0b4e-417d-a511-44876142eb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761456'] for network, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:31.628888 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-9bde22a8-0b4e-417d-a511-44876142eb35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for network, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:31.632019 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-9bde22a8-0b4e-417d-a511-44876142eb35 admin admin] 10.222.0.25 "DELETE /v2.0/networks/66418228-6d38-41fe-a16e-152e97d803b9 HTTP/1.1" status: 204 len: 168 time: 0.7321508 Jun 16 09:53:31.633555 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:53:31.633843 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 56784) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:53:31.647848 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde22a8-0b4e-417d-a511-44876142eb35 admin admin] Pushing event deleted for resources: {'Network': ['ID=66418228-6d38-41fe-a16e-152e97d803b9,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:53:31.652170 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-9bde22a8-0b4e-417d-a511-44876142eb35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:53:31.671072 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a28c0-46e8-4dd9-8a72-9fb42a4bf1ce req-e0338e1f-b933-4712-8a4a-e0c5ca0fdc1f tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:31.672637 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-867a28c0-46e8-4dd9-8a72-9fb42a4bf1ce req-e0338e1f-b933-4712-8a4a-e0c5ca0fdc1f tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77dd1c5-089c-4c96-b85d-015cac195fa6 HTTP/1.1" status: 200 len: 945 time: 0.0910835 Jun 16 09:53:31.714875 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-867a28c0-46e8-4dd9-8a72-9fb42a4bf1ce req-ce2d6795-4b12-4b76-8ca3-24a3a3d240dd tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e0c2ce-3b37-4691-8cd7-f792ae2b070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362899 Jun 16 09:53:31.986059 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d6bf932d-a381-4169-9182-3442b02f0028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690889'] for router_interface, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:32.096598 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca1f958-8094-4ec1-b71f-6526e7cc157e req-6a386e9e-c17f-4775-a03e-f2ef263a7838 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:32.098342 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-0ca1f958-8094-4ec1-b71f-6526e7cc157e req-6a386e9e-c17f-4775-a03e-f2ef263a7838 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77dd1c5-089c-4c96-b85d-015cac195fa6 HTTP/1.1" status: 200 len: 945 time: 0.0695467 Jun 16 09:53:32.103315 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device c07f2da6-c0f8-47a8-b84d-d222a880bf15 no longer exists at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:53:32.125455 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] No Port match for: c07f2da6-c0f8-47a8-b84d-d222a880bf15 {{(pid=98982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:53:32.134083 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device c07f2da6-c0f8-47a8-b84d-d222a880bf15 not bound to the agent host dv-cinder-796286-4-iscsi {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:53:32.134083 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 540fab9c-60be-4540-bdfc-991d8c2f149d no longer exists at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:53:32.138738 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-0ca1f958-8094-4ec1-b71f-6526e7cc157e req-58937b7c-16f6-4948-bc16-977fd91bad41 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e0c2ce-3b37-4691-8cd7-f792ae2b070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348315 Jun 16 09:53:32.145613 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] No Port match for: 540fab9c-60be-4540-bdfc-991d8c2f149d {{(pid=98982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:53:32.146151 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 540fab9c-60be-4540-bdfc-991d8c2f149d not bound to the agent host dv-cinder-796286-4-iscsi {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:53:32.245964 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.plugin [None req-d6bf932d-a381-4169-9182-3442b02f0028 admin admin] Deleting port a7278982-569e-4285-a253-1b28271bd001 {{(pid=98981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:53:32.246360 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d6bf932d-a381-4169-9182-3442b02f0028 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:32.322782 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.db [None req-d6bf932d-a381-4169-9182-3442b02f0028 admin admin] For port a7278982-569e-4285-a253-1b28271bd001, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=a7278982-569e-4285-a253-1b28271bd001,segment=NetworkSegment(d2acd06d-3258-4e85-83e2-eb6e5065c29b),segment_id=d2acd06d-3258-4e85-83e2-eb6e5065c29b)] {{(pid=98981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:53:32.323185 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d6bf932d-a381-4169-9182-3442b02f0028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:32.390214 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.plugin [None req-d6bf932d-a381-4169-9182-3442b02f0028 admin admin] Calling delete_port for a7278982-569e-4285-a253-1b28271bd001 owned by network:router_interface {{(pid=98981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:53:32.701928 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d6bf932d-a381-4169-9182-3442b02f0028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126587795'] for port, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:32.704995 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-3d3acc6e-2c91-4c4b-8606-c36f9610d0ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:53:32.729416 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bf932d-a381-4169-9182-3442b02f0028 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7278982-569e-4285-a253-1b28271bd001,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:53:32.738878 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-d6bf932d-a381-4169-9182-3442b02f0028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:53:32.896626 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-d6bf932d-a381-4169-9182-3442b02f0028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690781'] for router_interface, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:33.106043 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6bf932d-a381-4169-9182-3442b02f0028 admin admin] Router aab8c65a-165e-410f-b97d-aec4eac9b96a has already been hosted by L3 agent 7768ee83-37c7-4165-88a2-5844eb43ad81 {{(pid=98981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:53:33.211961 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6bf932d-a381-4169-9182-3442b02f0028 admin admin] Notify agent at l3_agent.dv-cinder-796286-4-iscsi the message routers_updated {{(pid=98981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:53:33.217007 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-d6bf932d-a381-4169-9182-3442b02f0028 admin admin] 10.222.0.25 "PUT /v2.0/routers/aab8c65a-165e-410f-b97d-aec4eac9b96a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5821104 Jun 16 09:53:33.219711 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 56796) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:53:33.220273 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e894060-1ba1-4d36-a309-6a04dda094d5 None None] Sync routers for ids ['aab8c65a-165e-410f-b97d-aec4eac9b96a'] in dv-cinder-796286-4-iscsi {{(pid=98983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:53:33.229088 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e894060-1ba1-4d36-a309-6a04dda094d5 None None] Routers {'aab8c65a-165e-410f-b97d-aec4eac9b96a'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:53:33.232481 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-5e894060-1ba1-4d36-a309-6a04dda094d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:53:19Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['aab8c65a-165e-410f-b97d-aec4eac9b96a'], 'active': True} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:53:33.325956 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-29a832b3-9370-4f60-8f40-84a4969e4b6b admin admin] Notify callbacks [] for router, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:33.335040 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvr_db [None req-5e894060-1ba1-4d36-a309-6a04dda094d5 None None] Set router aab8c65a-165e-410f-b97d-aec4eac9b96a gateway port host: dv-cinder-796286-4-iscsi {{(pid=98983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:53:33.428567 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-29a832b3-9370-4f60-8f40-84a4969e4b6b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:33.512669 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-5e894060-1ba1-4d36-a309-6a04dda094d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab8c65a-165e-410f-b97d-aec4eac9b96a', 'name': 'tempest-TestShelveInstance-99841954-router', 'tenant_id': '8d731a2fc30347fbbcf13782efe0d1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'dfccb956-277d-4bc2-ad6b-5b09b1fcd6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:47:33Z', 'updated_at': '2021-06-16T09:53:32Z', 'revision_number': 5, 'project_id': '8d731a2fc30347fbbcf13782efe0d1ce', 'gw_port': {'id': 'dfccb956-277d-4bc2-ad6b-5b09b1fcd6bc', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:00:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab8c65a-165e-410f-b97d-aec4eac9b96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:47:34Z', 'updated_at': '2021-06-16T09:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi'}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:53:33.515967 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e894060-1ba1-4d36-a309-6a04dda094d5 None None] Checking router: aab8c65a-165e-410f-b97d-aec4eac9b96a for host: dv-cinder-796286-4-iscsi {{(pid=98983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:53:33.524270 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e894060-1ba1-4d36-a309-6a04dda094d5 None None] Routers {'aab8c65a-165e-410f-b97d-aec4eac9b96a'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:53:33.524871 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-5e894060-1ba1-4d36-a309-6a04dda094d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:53:19Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['aab8c65a-165e-410f-b97d-aec4eac9b96a'], 'active': True} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:53:33.570527 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.plugin [None req-29a832b3-9370-4f60-8f40-84a4969e4b6b admin admin] Deleting port dfccb956-277d-4bc2-ad6b-5b09b1fcd6bc {{(pid=98980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:53:33.570868 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-29a832b3-9370-4f60-8f40-84a4969e4b6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:33.608969 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvr_db [None req-5e894060-1ba1-4d36-a309-6a04dda094d5 None None] Set router aab8c65a-165e-410f-b97d-aec4eac9b96a gateway port host: None {{(pid=98983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:53:33.650209 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.db [None req-29a832b3-9370-4f60-8f40-84a4969e4b6b admin admin] For port dfccb956-277d-4bc2-ad6b-5b09b1fcd6bc, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=dfccb956-277d-4bc2-ad6b-5b09b1fcd6bc,segment=NetworkSegment(ee5243d6-0a20-466c-b2f3-0cfa4d8430c8),segment_id=ee5243d6-0a20-466c-b2f3-0cfa4d8430c8)] {{(pid=98980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:53:33.650552 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-29a832b3-9370-4f60-8f40-84a4969e4b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:33.661846 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-5e894060-1ba1-4d36-a309-6a04dda094d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab8c65a-165e-410f-b97d-aec4eac9b96a', 'name': 'tempest-TestShelveInstance-99841954-router', 'tenant_id': '8d731a2fc30347fbbcf13782efe0d1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:47:33Z', 'updated_at': '2021-06-16T09:53:33Z', 'revision_number': 6, 'project_id': '8d731a2fc30347fbbcf13782efe0d1ce', 'gw_port_host': None}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:53:33.665590 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e894060-1ba1-4d36-a309-6a04dda094d5 None None] The sync data for ids ['aab8c65a-165e-410f-b97d-aec4eac9b96a'] in dv-cinder-796286-4-iscsi is: [{'id': 'aab8c65a-165e-410f-b97d-aec4eac9b96a', 'name': 'tempest-TestShelveInstance-99841954-router', 'tenant_id': '8d731a2fc30347fbbcf13782efe0d1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:47:33Z', 'updated_at': '2021-06-16T09:53:33Z', 'revision_number': 6, 'project_id': '8d731a2fc30347fbbcf13782efe0d1ce', 'gw_port_host': None}] {{(pid=98983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:53:33.714241 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.plugin [None req-29a832b3-9370-4f60-8f40-84a4969e4b6b admin admin] Calling delete_port for dfccb956-277d-4bc2-ad6b-5b09b1fcd6bc owned by network:router_gateway {{(pid=98980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:53:33.941661 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-29a832b3-9370-4f60-8f40-84a4969e4b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126582338'] for port, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:33.943813 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-2bb6c248-4c22-48d5-96b4-912c4beabdd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:53:33.972701 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a832b3-9370-4f60-8f40-84a4969e4b6b admin admin] Pushing event deleted for resources: {'Port': ['ID=dfccb956-277d-4bc2-ad6b-5b09b1fcd6bc,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:53:33.975190 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-29a832b3-9370-4f60-8f40-84a4969e4b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:53:34.036637 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-29a832b3-9370-4f60-8f40-84a4969e4b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761374'] for router_gateway, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:34.132248 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-29a832b3-9370-4f60-8f40-84a4969e4b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5683'] for router, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:34.134435 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-29a832b3-9370-4f60-8f40-84a4969e4b6b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:34.250341 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-29a832b3-9370-4f60-8f40-84a4969e4b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754516'] for router, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:34.251005 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a832b3-9370-4f60-8f40-84a4969e4b6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router aab8c65a-165e-410f-b97d-aec4eac9b96a {{(pid=98980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 09:53:34.255723 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-29a832b3-9370-4f60-8f40-84a4969e4b6b admin admin] Notify callbacks [] for router, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:34.256793 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-29a832b3-9370-4f60-8f40-84a4969e4b6b admin admin] 10.222.0.25 "DELETE /v2.0/routers/aab8c65a-165e-410f-b97d-aec4eac9b96a HTTP/1.1" status: 204 len: 168 time: 1.0361125 Jun 16 09:53:34.259307 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 56806) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:53:34.308668 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.db_base_plugin_v2 [None req-17203c10-aa2a-4ea5-b824-4502fd47d95d admin admin] Deleting subnet 170a7681-230d-4f06-8102-1ccc8052e32e {{(pid=98980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 09:53:34.312198 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-17203c10-aa2a-4ea5-b824-4502fd47d95d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:34.346126 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-17203c10-aa2a-4ea5-b824-4502fd47d95d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126528758'] for subnet, precommit_delete_associations {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:34.425006 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-17203c10-aa2a-4ea5-b824-4502fd47d95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756163'] for subnet, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:34.480871 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device a7278982-569e-4285-a253-1b28271bd001 no longer exists at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:53:34.501959 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] No Port match for: a7278982-569e-4285-a253-1b28271bd001 {{(pid=98982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:53:34.502314 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device a7278982-569e-4285-a253-1b28271bd001 not bound to the agent host dv-cinder-796286-4-iscsi {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:53:34.562808 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-17203c10-aa2a-4ea5-b824-4502fd47d95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126582408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127687294'] for subnet, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:34.565273 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:53:34.595630 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17203c10-aa2a-4ea5-b824-4502fd47d95d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=170a7681-230d-4f06-8102-1ccc8052e32e,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:53:34.598716 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-17203c10-aa2a-4ea5-b824-4502fd47d95d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:53:34.600747 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-17203c10-aa2a-4ea5-b824-4502fd47d95d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for subnet, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:34.605839 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-17203c10-aa2a-4ea5-b824-4502fd47d95d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/170a7681-230d-4f06-8102-1ccc8052e32e HTTP/1.1" status: 204 len: 168 time: 0.3424914 Jun 16 09:53:34.606159 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 56812) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:53:34.607025 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0cde5a-0a52-4d82-b7d2-23d2c1c67e17 None None] Network 0795912f-f0d3-49bc-b3d2-8eb8773d380c requested from dv-cinder-796286-4-iscsi {{(pid=98982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:53:34.680530 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-465181bd-50aa-4cec-a5a0-1ca221ee361e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1649310'] for network, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:34.741391 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.plugin [None req-465181bd-50aa-4cec-a5a0-1ca221ee361e admin admin] Deleting port 875133f1-b0e7-4bbe-892d-e9cd10bfaf91 {{(pid=98981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:53:34.741746 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-465181bd-50aa-4cec-a5a0-1ca221ee361e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:34.801300 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60da66ce-9b8b-4755-950f-b41dc49b40ee None None] DHCP port deletion for 0795912f-f0d3-49bc-b3d2-8eb8773d380c request from dv-cinder-796286-4-iscsi {{(pid=98982) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 09:53:34.813925 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.db [None req-465181bd-50aa-4cec-a5a0-1ca221ee361e admin admin] For port 875133f1-b0e7-4bbe-892d-e9cd10bfaf91, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=875133f1-b0e7-4bbe-892d-e9cd10bfaf91,segment=NetworkSegment(d2acd06d-3258-4e85-83e2-eb6e5065c29b),segment_id=d2acd06d-3258-4e85-83e2-eb6e5065c29b)] {{(pid=98981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:53:34.814280 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-465181bd-50aa-4cec-a5a0-1ca221ee361e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:34.851767 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-60da66ce-9b8b-4755-950f-b41dc49b40ee None None] Deleting port 875133f1-b0e7-4bbe-892d-e9cd10bfaf91 {{(pid=98982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:53:34.852147 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-60da66ce-9b8b-4755-950f-b41dc49b40ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:34.880706 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.plugin [None req-465181bd-50aa-4cec-a5a0-1ca221ee361e admin admin] Calling delete_port for 875133f1-b0e7-4bbe-892d-e9cd10bfaf91 owned by network:dhcp {{(pid=98981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:53:34.912852 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-60da66ce-9b8b-4755-950f-b41dc49b40ee None None] For port 875133f1-b0e7-4bbe-892d-e9cd10bfaf91, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=875133f1-b0e7-4bbe-892d-e9cd10bfaf91,segment=NetworkSegment(d2acd06d-3258-4e85-83e2-eb6e5065c29b),segment_id=d2acd06d-3258-4e85-83e2-eb6e5065c29b)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:53:34.913245 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-60da66ce-9b8b-4755-950f-b41dc49b40ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:34.978773 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-60da66ce-9b8b-4755-950f-b41dc49b40ee None None] Calling delete_port for 875133f1-b0e7-4bbe-892d-e9cd10bfaf91 owned by network:dhcp {{(pid=98982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:53:35.091403 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-465181bd-50aa-4cec-a5a0-1ca221ee361e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126587795'] for port, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:35.093990 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-d17cee6d-8ed1-4342-a3f8-fb628913e7d4 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:53:35.096701 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-60da66ce-9b8b-4755-950f-b41dc49b40ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119'] for port, after_delete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:35.098590 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:53:35.118263 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465181bd-50aa-4cec-a5a0-1ca221ee361e admin admin] Pushing event deleted for resources: {'Port': ['ID=875133f1-b0e7-4bbe-892d-e9cd10bfaf91,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:53:35.122104 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-465181bd-50aa-4cec-a5a0-1ca221ee361e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:53:35.123100 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465181bd-50aa-4cec-a5a0-1ca221ee361e admin admin] No DVR routers for this DVR port 875133f1-b0e7-4bbe-892d-e9cd10bfaf91 on host dv-cinder-796286-4-iscsi {{(pid=98981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:53:35.125551 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da66ce-9b8b-4755-950f-b41dc49b40ee None None] Pushing event deleted for resources: {'Port': ['ID=875133f1-b0e7-4bbe-892d-e9cd10bfaf91,revision_number=None']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:53:35.128761 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-60da66ce-9b8b-4755-950f-b41dc49b40ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:53:35.129585 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60da66ce-9b8b-4755-950f-b41dc49b40ee None None] No DVR routers for this DVR port 875133f1-b0e7-4bbe-892d-e9cd10bfaf91 on host dv-cinder-796286-4-iscsi {{(pid=98982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:53:35.194419 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-465181bd-50aa-4cec-a5a0-1ca221ee361e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756812', 'neutron.services.segments.db._delete_segments_for_network-8772813474353'] for network, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:35.205456 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.services.segments.db [None req-465181bd-50aa-4cec-a5a0-1ca221ee361e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0795912f-f0d3-49bc-b3d2-8eb8773d380c']}} {{(pid=98981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:53:35.220295 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.services.segments.db [None req-465181bd-50aa-4cec-a5a0-1ca221ee361e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2acd06d-3258-4e85-83e2-eb6e5065c29b') {'for_net_delete': True} {{(pid=98981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:53:35.220621 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.services.segments.db [None req-465181bd-50aa-4cec-a5a0-1ca221ee361e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2acd06d-3258-4e85-83e2-eb6e5065c29b') {} {{(pid=98981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:53:35.230496 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-465181bd-50aa-4cec-a5a0-1ca221ee361e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772813475202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126587026'] for segment, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:35.249121 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-465181bd-50aa-4cec-a5a0-1ca221ee361e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753648'] for segment, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:35.253659 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-465181bd-50aa-4cec-a5a0-1ca221ee361e admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=98981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 09:53:35.254060 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-465181bd-50aa-4cec-a5a0-1ca221ee361e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126587846'] for segment, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:35.255769 dv-cinder-796286-4-iscsi neutron-server[98981]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:53:35.255769 dv-cinder-796286-4-iscsi neutron-server[98981]: retrieve_revision_numbers = { Jun 16 09:53:35.255769 dv-cinder-796286-4-iscsi neutron-server[98981]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:53:35.255769 dv-cinder-796286-4-iscsi neutron-server[98981]: retrieve_revision_numbers = { Jun 16 09:53:35.255769 dv-cinder-796286-4-iscsi neutron-server[98981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:53:35.255769 dv-cinder-796286-4-iscsi neutron-server[98981]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:53:35.255769 dv-cinder-796286-4-iscsi neutron-server[98981]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:53:35.255769 dv-cinder-796286-4-iscsi neutron-server[98981]: retrieve_revision_numbers = { Jun 16 09:53:35.255769 dv-cinder-796286-4-iscsi neutron-server[98981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:53:35.255769 dv-cinder-796286-4-iscsi neutron-server[98981]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:53:35.255769 dv-cinder-796286-4-iscsi neutron-server[98981]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:53:35.255769 dv-cinder-796286-4-iscsi neutron-server[98981]: retrieve_revision_numbers = { Jun 16 09:53:35.255769 dv-cinder-796286-4-iscsi neutron-server[98981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:53:35.255769 dv-cinder-796286-4-iscsi neutron-server[98981]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:53:35.255769 dv-cinder-796286-4-iscsi neutron-server[98981]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:53:35.255769 dv-cinder-796286-4-iscsi neutron-server[98981]: retrieve_revision_numbers = { Jun 16 09:53:35.255769 dv-cinder-796286-4-iscsi neutron-server[98981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:53:35.255769 dv-cinder-796286-4-iscsi neutron-server[98981]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:53:35.255769 dv-cinder-796286-4-iscsi neutron-server[98981]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:53:35.255769 dv-cinder-796286-4-iscsi neutron-server[98981]: retrieve_revision_numbers = { Jun 16 09:53:35.255769 dv-cinder-796286-4-iscsi neutron-server[98981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:53:35.255769 dv-cinder-796286-4-iscsi neutron-server[98981]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:53:35.255769 dv-cinder-796286-4-iscsi neutron-server[98981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:53:35.255769 dv-cinder-796286-4-iscsi neutron-server[98981]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:53:35.255769 dv-cinder-796286-4-iscsi neutron-server[98981]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:53:35.255769 dv-cinder-796286-4-iscsi neutron-server[98981]: retrieve_revision_numbers = { Jun 16 09:53:35.255769 dv-cinder-796286-4-iscsi neutron-server[98981]: Traceback (most recent call last): Jun 16 09:53:35.255769 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 09:53:35.255769 dv-cinder-796286-4-iscsi neutron-server[98981]: timer() Jun 16 09:53:35.255769 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 09:53:35.255769 dv-cinder-796286-4-iscsi neutron-server[98981]: cb(*args, **kw) Jun 16 09:53:35.255769 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 09:53:35.255769 dv-cinder-796286-4-iscsi neutron-server[98981]: return func(*args, **kwargs) Jun 16 09:53:35.255769 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 09:53:35.255769 dv-cinder-796286-4-iscsi neutron-server[98981]: self._notify() Jun 16 09:53:35.255769 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 09:53:35.255769 dv-cinder-796286-4-iscsi neutron-server[98981]: self.callback(batched_events) Jun 16 09:53:35.255769 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 09:53:35.255769 dv-cinder-796286-4-iscsi neutron-server[98981]: event.method(event) Jun 16 09:53:35.255769 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 09:53:35.255769 dv-cinder-796286-4-iscsi neutron-server[98981]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 09:53:35.255769 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 09:53:35.255769 dv-cinder-796286-4-iscsi neutron-server[98981]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 09:53:35.255769 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 09:53:35.255769 dv-cinder-796286-4-iscsi neutron-server[98981]: return f(self, *a, **k) Jun 16 09:53:35.255769 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 09:53:35.255769 dv-cinder-796286-4-iscsi neutron-server[98981]: return self._get(url).json() Jun 16 09:53:35.255769 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 09:53:35.255769 dv-cinder-796286-4-iscsi neutron-server[98981]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 09:53:35.255769 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 09:53:35.255769 dv-cinder-796286-4-iscsi neutron-server[98981]: return self.request(url, 'GET', **kwargs) Jun 16 09:53:35.255769 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 09:53:35.255769 dv-cinder-796286-4-iscsi neutron-server[98981]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 09:53:35.255769 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 09:53:35.255769 dv-cinder-796286-4-iscsi neutron-server[98981]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 09:53:35.255769 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 09:53:35.255769 dv-cinder-796286-4-iscsi neutron-server[98981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 09:53:35.255769 dv-cinder-796286-4-iscsi neutron-server[98981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 09:53:35.436340 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-465181bd-50aa-4cec-a5a0-1ca221ee361e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761456'] for network, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:35.440234 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:53:35.443091 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-465181bd-50aa-4cec-a5a0-1ca221ee361e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for network, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:35.445086 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-465181bd-50aa-4cec-a5a0-1ca221ee361e admin admin] 10.222.0.25 "DELETE /v2.0/networks/0795912f-f0d3-49bc-b3d2-8eb8773d380c HTTP/1.1" status: 204 len: 168 time: 0.8379505 Jun 16 09:53:35.456724 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465181bd-50aa-4cec-a5a0-1ca221ee361e admin admin] Pushing event deleted for resources: {'Network': ['ID=0795912f-f0d3-49bc-b3d2-8eb8773d380c,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:53:35.459069 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-465181bd-50aa-4cec-a5a0-1ca221ee361e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:53:35.803147 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 56824) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:53:35.841767 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-b1934b03-3710-4c9e-a5f9-d4069be7637d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6226202408dc460f85ceba7cc535d9f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373447 Jun 16 09:53:35.844179 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 56826) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:53:35.890388 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-21aeb821-c98e-468d-b9ed-f287f47a5e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:35.910997 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-21aeb821-c98e-468d-b9ed-f287f47a5e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:36.036082 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-21aeb821-c98e-468d-b9ed-f287f47a5e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:36.038975 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-21aeb821-c98e-468d-b9ed-f287f47a5e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:36.040181 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-21aeb821-c98e-468d-b9ed-f287f47a5e68 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e4fcf52a-d7f6-419d-b013-1137dc0f5dcc HTTP/1.1" status: 204 len: 168 time: 0.1951420 Jun 16 09:53:36.040955 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-44e51079-dfc3-4256-a528-95a1f1149fd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:53:36.049757 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aeb821-c98e-468d-b9ed-f287f47a5e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4fcf52a-d7f6-419d-b013-1137dc0f5dcc,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:53:36.052375 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-21aeb821-c98e-468d-b9ed-f287f47a5e68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:53:36.087734 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 875133f1-b0e7-4bbe-892d-e9cd10bfaf91 no longer exists at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:53:36.108593 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] No Port match for: 875133f1-b0e7-4bbe-892d-e9cd10bfaf91 {{(pid=98982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:53:36.109029 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 875133f1-b0e7-4bbe-892d-e9cd10bfaf91 not bound to the agent host dv-cinder-796286-4-iscsi {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:53:36.109509 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device dfccb956-277d-4bc2-ad6b-5b09b1fcd6bc no longer exists at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:53:36.128812 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] No Port match for: dfccb956-277d-4bc2-ad6b-5b09b1fcd6bc {{(pid=98982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:53:36.129163 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device dfccb956-277d-4bc2-ad6b-5b09b1fcd6bc not bound to the agent host dv-cinder-796286-4-iscsi {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:53:36.784629 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 56834) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:53:36.824363 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-e2d9cefd-0927-4f64-9d1d-c67f2d607dc8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8d731a2fc30347fbbcf13782efe0d1ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384533 Jun 16 09:53:36.826668 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 56836) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:53:36.878282 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-2f1811e5-722d-495a-9709-a432682ce4f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:36.898990 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-2f1811e5-722d-495a-9709-a432682ce4f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:37.036319 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-2f1811e5-722d-495a-9709-a432682ce4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:37.039194 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-2f1811e5-722d-495a-9709-a432682ce4f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:37.040289 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-2f1811e5-722d-495a-9709-a432682ce4f3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e3cef25f-74c0-411c-a8cd-0ab04a5713cc HTTP/1.1" status: 204 len: 168 time: 0.2127345 Jun 16 09:53:37.041044 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-d35516c2-1771-4398-8820-bf0bcdaa1d61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:53:37.049513 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1811e5-722d-495a-9709-a432682ce4f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cef25f-74c0-411c-a8cd-0ab04a5713cc,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:53:37.051766 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-2f1811e5-722d-495a-9709-a432682ce4f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:53:41.333216 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:43.977761 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2327bc1-41b9-4f28-8c88-39ce4767b804 req-04e180b5-d2dd-418f-a9dd-48f46e188714 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:43.979872 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-e2327bc1-41b9-4f28-8c88-39ce4767b804 req-04e180b5-d2dd-418f-a9dd-48f46e188714 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77dd1c5-089c-4c96-b85d-015cac195fa6 HTTP/1.1" status: 200 len: 945 time: 0.0668571 Jun 16 09:53:44.015486 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-e2327bc1-41b9-4f28-8c88-39ce4767b804 req-7524f2c4-b986-489f-96a1-db5b26526fdc tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e0c2ce-3b37-4691-8cd7-f792ae2b070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301511 Jun 16 09:53:44.039569 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 56862) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:53:44.269655 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4795841-f25d-4bd3-a2b8-9a47f8718582 tempest-TestMinimumBasicScenario-301483737 tempest-TestMinimumBasicScenario-301483737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:44.271045 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-d4795841-f25d-4bd3-a2b8-9a47f8718582 tempest-TestMinimumBasicScenario-301483737 tempest-TestMinimumBasicScenario-301483737-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c77dd1c5-089c-4c96-b85d-015cac195fa6 HTTP/1.1" status: 200 len: 1093 time: 0.2304571 Jun 16 09:53:44.274069 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 56866) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:53:44.278309 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [None req-8fb54468-2e59-44e7-964b-13a3fdaf73cf tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Request body: {'floatingip': {'floating_network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'port_id': '040c7aab-3f46-4361-80b3-75d3c58625c7', 'tenant_id': '2be84d9537ef45c39254255fa3add339', 'fixed_ip_address': '172.20.0.4'}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:53:44.393318 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-8fb54468-2e59-44e7-964b-13a3fdaf73cf tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks [] for floatingip, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:44.488521 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-8fb54468-2e59-44e7-964b-13a3fdaf73cf tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:44.587269 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.db_base_plugin_common [None req-8fb54468-2e59-44e7-964b-13a3fdaf73cf tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Allocated IP 172.27.0.60 (e7fe10b8-90c4-4cba-8f65-340465ca325f/474b542b-67ec-4e86-95bf-cb7c30e5c62d/e9059ee7-ad09-4cd2-b695-94b5ba07c3a9) {{(pid=98980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:53:44.934209 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-8fb54468-2e59-44e7-964b-13a3fdaf73cf tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks [] for port, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:45.039279 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-8fb54468-2e59-44e7-964b-13a3fdaf73cf tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126582365'] for port, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:45.042557 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-ce828d4e-83e3-4724-b253-5a92b8ccfd0c tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:53:45.077106 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb54468-2e59-44e7-964b-13a3fdaf73cf tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Network e7fe10b8-90c4-4cba-8f65-340465ca325f is already hosted by enough agents. {{(pid=98980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:53:45.083162 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.base_scheduler [None req-8fb54468-2e59-44e7-964b-13a3fdaf73cf tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Resources bound (agent type, host, resource id): {{(pid=98980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:53:45.087381 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb54468-2e59-44e7-964b-13a3fdaf73cf tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Received port after_create {{(pid=98980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:53:45.090703 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb54468-2e59-44e7-964b-13a3fdaf73cf tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Pushing event updated for resources: {'Port': ['ID=e9059ee7-ad09-4cd2-b695-94b5ba07c3a9,revision_number=1']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:53:45.109383 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-8fb54468-2e59-44e7-964b-13a3fdaf73cf tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:53:45.426158 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-8fb54468-2e59-44e7-964b-13a3fdaf73cf tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:45.626531 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-8fb54468-2e59-44e7-964b-13a3fdaf73cf tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:45.771054 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-8fb54468-2e59-44e7-964b-13a3fdaf73cf tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks [] for port, precommit_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:45.853215 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-8fb54468-2e59-44e7-964b-13a3fdaf73cf tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126582347'] for port, after_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:45.855943 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-eed4d950-147b-4b88-bed5-847fb896f4b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:53:45.923460 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb54468-2e59-44e7-964b-13a3fdaf73cf tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Pushing event updated for resources: {'Port': ['ID=e9059ee7-ad09-4cd2-b695-94b5ba07c3a9,revision_number=2']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:53:45.927107 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-8fb54468-2e59-44e7-964b-13a3fdaf73cf tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:53:45.935395 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-8fb54468-2e59-44e7-964b-13a3fdaf73cf tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761582'] for floatingip, after_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:46.030359 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.db.l3_db [None req-8fb54468-2e59-44e7-964b-13a3fdaf73cf tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Floating IP 6b24ee7a-c3ea-4e24-9a07-97ce606040c5 associated. External IP: 172.27.0.60, port: 040c7aab-3f46-4361-80b3-75d3c58625c7. Jun 16 09:53:46.228398 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb54468-2e59-44e7-964b-13a3fdaf73cf tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Router 32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f has already been hosted by L3 agent 7768ee83-37c7-4165-88a2-5844eb43ad81 {{(pid=98980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:53:46.327461 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb54468-2e59-44e7-964b-13a3fdaf73cf tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify agent at l3_agent.dv-cinder-796286-4-iscsi the message routers_updated {{(pid=98980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:53:46.336698 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2367f53-cf39-4718-86fd-787d3113dea4 None None] Sync routers for ids ['32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f'] in dv-cinder-796286-4-iscsi {{(pid=98982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:53:46.346821 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2367f53-cf39-4718-86fd-787d3113dea4 None None] Routers {'32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:53:46.347556 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-d2367f53-cf39-4718-86fd-787d3113dea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:53:19Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f'], 'active': True} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:53:46.430328 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-8fb54468-2e59-44e7-964b-13a3fdaf73cf tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for floatingip, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:46.448778 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvr_db [None req-d2367f53-cf39-4718-86fd-787d3113dea4 None None] Set router 32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f gateway port host: dv-cinder-796286-4-iscsi {{(pid=98982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:53:46.469712 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-8fb54468-2e59-44e7-964b-13a3fdaf73cf tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1946447 Jun 16 09:53:46.470477 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c77dd1c5-089c-4c96-b85d-015cac195fa6', 'tag': '040c7aab-3f46-4361-80b3-75d3c58625c7'}] {{(pid=98980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:53:46.472510 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 56868) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:53:46.473014 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f334069be3519ec184138b23d582e39f65c0d47b6cef299b3d1a0596e5c2100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21e8060-e2fa-4136-ba3c-9cd2f48255b3" -d '{"events": [{"name": "network-changed", "server_uuid": "c77dd1c5-089c-4c96-b85d-015cac195fa6", "tag": "040c7aab-3f46-4361-80b3-75d3c58625c7"}]}' {{(pid=98980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:53:46.478368 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [None req-215dcf7f-4a3b-477f-93c7-ed1126a4be72 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-159346914', 'description': 'tempest-secgroup-smoke-159346914 description', 'project_id': '2be84d9537ef45c39254255fa3add339'}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:53:46.623208 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd062310-828e-4513-8641-3a60f4609242 x-openstack-request-id: req-dd062310-828e-4513-8641-3a60f4609242 {{(pid=98980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:53:46.623542 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c77dd1c5-089c-4c96-b85d-015cac195fa6", "tag": "040c7aab-3f46-4361-80b3-75d3c58625c7", "status": "completed", "code": 200}]} {{(pid=98980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:53:46.623860 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dd062310-828e-4513-8641-3a60f4609242 {{(pid=98980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:53:46.624300 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c77dd1c5-089c-4c96-b85d-015cac195fa6', 'tag': '040c7aab-3f46-4361-80b3-75d3c58625c7', 'status': 'completed', 'code': 200} Jun 16 09:53:46.627900 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-215dcf7f-4a3b-477f-93c7-ed1126a4be72 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks [] for security_group, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:46.673669 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-d2367f53-cf39-4718-86fd-787d3113dea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f', 'name': 'tempest-TestMinimumBasicScenario-282575588-router', 'tenant_id': '2be84d9537ef45c39254255fa3add339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '9174599c-5da7-47dc-9746-05cc55a79278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:52:43Z', 'updated_at': '2021-06-16T09:52:46Z', 'revision_number': 4, 'project_id': '2be84d9537ef45c39254255fa3add339', 'gw_port': {'id': '9174599c-5da7-47dc-9746-05cc55a79278', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:52:44Z', 'updated_at': '2021-06-16T09:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_floatingips': [{'id': '6b24ee7a-c3ea-4e24-9a07-97ce606040c5', 'tenant_id': '2be84d9537ef45c39254255fa3add339', 'floating_ip_address': '172.27.0.60', 'floating_network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'router_id': '32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f', 'port_id': '040c7aab-3f46-4361-80b3-75d3c58625c7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34092502-556e-4029-88a5-c73b157298f5', 'mac_address': 'fa:16:3e:d4:1b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77dd1c5-089c-4c96-b85d-015cac195fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T09:53:45Z', 'updated_at': '2021-06-16T09:53:45Z', 'revision_number': 0, 'project_id': '2be84d9537ef45c39254255fa3add339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '420c00db-f8b6-44b7-95d7-af6cedaa96f1', 'name': '', 'network_id': '34092502-556e-4029-88a5-c73b157298f5', 'tenant_id': '2be84d9537ef45c39254255fa3add339', 'mac_address': 'fa:16:3e:9b:3c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1dbcb36e-5dc5-4b7f-9f6d-6677ef09de75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:52:46Z', 'updated_at': '2021-06-16T09:52:52Z', 'revision_number': 5, 'project_id': '2be84d9537ef45c39254255fa3add339', 'subnets': [{'id': '1dbcb36e-5dc5-4b7f-9f6d-6677ef09de75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:53:46.677063 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2367f53-cf39-4718-86fd-787d3113dea4 None None] Checking router: 32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f for host: dv-cinder-796286-4-iscsi {{(pid=98982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:53:46.685509 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2367f53-cf39-4718-86fd-787d3113dea4 None None] Routers {'32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:53:46.685749 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-d2367f53-cf39-4718-86fd-787d3113dea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:53:19Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f'], 'active': True} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:53:46.733848 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-215dcf7f-4a3b-477f-93c7-ed1126a4be72 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks [] for security_group, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:46.753548 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21e8060-e2fa-4136-ba3c-9cd2f48255b3 req-bc1eca46-0805-4153-891b-cb1beb3a5919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:46.755042 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-d21e8060-e2fa-4136-ba3c-9cd2f48255b3 req-bc1eca46-0805-4153-891b-cb1beb3a5919 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2be84d9537ef45c39254255fa3add339&device_id=c77dd1c5-089c-4c96-b85d-015cac195fa6 HTTP/1.1" status: 200 len: 1098 time: 0.0725601 Jun 16 09:53:46.785152 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvr_db [None req-d2367f53-cf39-4718-86fd-787d3113dea4 None None] Set router 32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f gateway port host: dv-cinder-796286-4-iscsi {{(pid=98982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:53:46.822964 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-215dcf7f-4a3b-477f-93c7-ed1126a4be72 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:46.829637 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-20f5546e-6f5e-433d-8cf5-16c2edc669a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:53:46.872856 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21e8060-e2fa-4136-ba3c-9cd2f48255b3 req-93e0eeb4-9f4d-4ce3-a17d-b5723a66ec47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:46.874297 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-d21e8060-e2fa-4136-ba3c-9cd2f48255b3 req-93e0eeb4-9f4d-4ce3-a17d-b5723a66ec47 service neutron] 10.222.0.49 "GET /v2.0/networks?id=34092502-556e-4029-88a5-c73b157298f5 HTTP/1.1" status: 200 len: 915 time: 0.1124845 Jun 16 09:53:46.875096 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215dcf7f-4a3b-477f-93c7-ed1126a4be72 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45613a15-e434-48da-b176-f0fd24e24ef1,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:53:46.881761 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-215dcf7f-4a3b-477f-93c7-ed1126a4be72 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:53:46.941042 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-215dcf7f-4a3b-477f-93c7-ed1126a4be72 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:46.942238 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-215dcf7f-4a3b-477f-93c7-ed1126a4be72 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4680614 Jun 16 09:53:46.945355 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 56874) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:53:46.948991 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-d21e8060-e2fa-4136-ba3c-9cd2f48255b3 req-9d7e6313-e135-478b-8034-b98d4475cd04 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=040c7aab-3f46-4361-80b3-75d3c58625c7 HTTP/1.1" status: 200 len: 998 time: 0.0675454 Jun 16 09:53:46.950291 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [None req-a11186ba-3ebb-4b24-a28f-d1bea8276c69 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Request body: {'security_group_rule': {'security_group_id': '45613a15-e434-48da-b176-f0fd24e24ef1', 'project_id': '2be84d9537ef45c39254255fa3add339', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:53:46.968423 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-091b4f65-1e6a-4028-a811-594080d0dcd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:47.000103 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21e8060-e2fa-4136-ba3c-9cd2f48255b3 req-e83d19d0-da13-4bf6-a517-1fe6e13b77f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:47.001524 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-d21e8060-e2fa-4136-ba3c-9cd2f48255b3 req-e83d19d0-da13-4bf6-a517-1fe6e13b77f7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1dbcb36e-5dc5-4b7f-9f6d-6677ef09de75 HTTP/1.1" status: 200 len: 853 time: 0.0456784 Jun 16 09:53:47.024989 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-d2367f53-cf39-4718-86fd-787d3113dea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f', 'name': 'tempest-TestMinimumBasicScenario-282575588-router', 'tenant_id': '2be84d9537ef45c39254255fa3add339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '9174599c-5da7-47dc-9746-05cc55a79278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:52:43Z', 'updated_at': '2021-06-16T09:52:46Z', 'revision_number': 4, 'project_id': '2be84d9537ef45c39254255fa3add339', 'gw_port': {'id': '9174599c-5da7-47dc-9746-05cc55a79278', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:52:44Z', 'updated_at': '2021-06-16T09:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_floatingips': [{'id': '6b24ee7a-c3ea-4e24-9a07-97ce606040c5', 'tenant_id': '2be84d9537ef45c39254255fa3add339', 'floating_ip_address': '172.27.0.60', 'floating_network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'router_id': '32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f', 'port_id': '040c7aab-3f46-4361-80b3-75d3c58625c7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34092502-556e-4029-88a5-c73b157298f5', 'mac_address': 'fa:16:3e:d4:1b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77dd1c5-089c-4c96-b85d-015cac195fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T09:53:45Z', 'updated_at': '2021-06-16T09:53:45Z', 'revision_number': 0, 'project_id': '2be84d9537ef45c39254255fa3add339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '420c00db-f8b6-44b7-95d7-af6cedaa96f1', 'name': '', 'network_id': '34092502-556e-4029-88a5-c73b157298f5', 'tenant_id': '2be84d9537ef45c39254255fa3add339', 'mac_address': 'fa:16:3e:9b:3c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1dbcb36e-5dc5-4b7f-9f6d-6677ef09de75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:52:46Z', 'updated_at': '2021-06-16T09:52:52Z', 'revision_number': 5, 'project_id': '2be84d9537ef45c39254255fa3add339', 'subnets': [{'id': '1dbcb36e-5dc5-4b7f-9f6d-6677ef09de75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:53:47.029046 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2367f53-cf39-4718-86fd-787d3113dea4 None None] The sync data for ids ['32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f'] in dv-cinder-796286-4-iscsi is: [{'id': '32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f', 'name': 'tempest-TestMinimumBasicScenario-282575588-router', 'tenant_id': '2be84d9537ef45c39254255fa3add339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '9174599c-5da7-47dc-9746-05cc55a79278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:52:43Z', 'updated_at': '2021-06-16T09:52:46Z', 'revision_number': 4, 'project_id': '2be84d9537ef45c39254255fa3add339', 'gw_port': {'id': '9174599c-5da7-47dc-9746-05cc55a79278', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:52:44Z', 'updated_at': '2021-06-16T09:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_floatingips': [{'id': '6b24ee7a-c3ea-4e24-9a07-97ce606040c5', 'tenant_id': '2be84d9537ef45c39254255fa3add339', 'floating_ip_address': '172.27.0.60', 'floating_network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'router_id': '32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f', 'port_id': '040c7aab-3f46-4361-80b3-75d3c58625c7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34092502-556e-4029-88a5-c73b157298f5', 'mac_address': 'fa:16:3e:d4:1b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77dd1c5-089c-4c96-b85d-015cac195fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T09:53:45Z', 'updated_at': '2021-06-16T09:53:45Z', 'revision_number': 0, 'project_id': '2be84d9537ef45c39254255fa3add339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '420c00db-f8b6-44b7-95d7-af6cedaa96f1', 'name': '', 'network_id': '34092502-556e-4029-88a5-c73b157298f5', 'tenant_id': '2be84d9537ef45c39254255fa3add339', 'mac_address': 'fa:16:3e:9b:3c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1dbcb36e-5dc5-4b7f-9f6d-6677ef09de75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:52:46Z', 'updated_at': '2021-06-16T09:52:52Z', 'revision_number': 5, 'project_id': '2be84d9537ef45c39254255fa3add339', 'subnets': [{'id': '1dbcb36e-5dc5-4b7f-9f6d-6677ef09de75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:53:47.064450 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21e8060-e2fa-4136-ba3c-9cd2f48255b3 req-a19794b8-6ce2-46df-96ce-9528842ef184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:47.065962 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-d21e8060-e2fa-4136-ba3c-9cd2f48255b3 req-a19794b8-6ce2-46df-96ce-9528842ef184 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=34092502-556e-4029-88a5-c73b157298f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538685 Jun 16 09:53:47.141976 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-a11186ba-3ebb-4b24-a28f-d1bea8276c69 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:47.163036 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-d21e8060-e2fa-4136-ba3c-9cd2f48255b3 req-feab4539-6db0-4e4c-958a-70516372a198 service neutron] 10.222.0.49 "GET /v2.0/networks/34092502-556e-4029-88a5-c73b157298f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884740 Jun 16 09:53:47.197476 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-a11186ba-3ebb-4b24-a28f-d1bea8276c69 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:47.220351 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b098674-9985-43ff-baef-030e7b5bb2a3 None None] New status for floating IP 6b24ee7a-c3ea-4e24-9a07-97ce606040c5: ACTIVE {{(pid=98983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 09:53:47.258962 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-d21e8060-e2fa-4136-ba3c-9cd2f48255b3 req-c5fa424c-d9d1-46cb-a3ae-5e000104fe9f service neutron] 10.222.0.49 "GET /v2.0/networks/34092502-556e-4029-88a5-c73b157298f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877659 Jun 16 09:53:47.371270 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-a11186ba-3ebb-4b24-a28f-d1bea8276c69 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719390'] for security_group_rule, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:47.373417 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-b04cbfea-1f04-4557-94ff-426a3d35f038 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:53:47.390424 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11186ba-3ebb-4b24-a28f-d1bea8276c69 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcc6e68a-561c-4efc-a99d-3fcdc300b96f,revision_number=0']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:53:47.392815 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-a11186ba-3ebb-4b24-a28f-d1bea8276c69 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:53:47.644466 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-a11186ba-3ebb-4b24-a28f-d1bea8276c69 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:47.645670 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-a11186ba-3ebb-4b24-a28f-d1bea8276c69 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6993396 Jun 16 09:53:47.648394 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 56876) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:53:47.652916 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [None req-f369e9dd-ae9d-4d03-ae1d-34bcc8b6cbf9 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Request body: {'security_group_rule': {'security_group_id': '45613a15-e434-48da-b176-f0fd24e24ef1', 'project_id': '2be84d9537ef45c39254255fa3add339', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:53:47.843435 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-f369e9dd-ae9d-4d03-ae1d-34bcc8b6cbf9 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:47.907911 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-f369e9dd-ae9d-4d03-ae1d-34bcc8b6cbf9 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:48.056928 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-f369e9dd-ae9d-4d03-ae1d-34bcc8b6cbf9 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719390'] for security_group_rule, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:48.059574 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:53:48.075476 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f369e9dd-ae9d-4d03-ae1d-34bcc8b6cbf9 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fd4555f-99df-447b-b197-07003b1ffe24,revision_number=0']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:53:48.078118 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-f369e9dd-ae9d-4d03-ae1d-34bcc8b6cbf9 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:53:48.362091 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-f369e9dd-ae9d-4d03-ae1d-34bcc8b6cbf9 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:48.363384 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-f369e9dd-ae9d-4d03-ae1d-34bcc8b6cbf9 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7140517 Jun 16 09:53:48.366089 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 56878) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:53:48.370555 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [None req-5fce5180-5861-4aa2-ab43-e4cc6bd59993 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Request body: {'security_group_rule': {'security_group_id': '45613a15-e434-48da-b176-f0fd24e24ef1', 'project_id': '2be84d9537ef45c39254255fa3add339', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:53:48.514857 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-5fce5180-5861-4aa2-ab43-e4cc6bd59993 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:48.573888 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-5fce5180-5861-4aa2-ab43-e4cc6bd59993 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:48.721426 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-5fce5180-5861-4aa2-ab43-e4cc6bd59993 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719390'] for security_group_rule, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:48.723568 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-1c076a17-4d49-4f11-822d-920ae1933551 tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:53:48.739528 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fce5180-5861-4aa2-ab43-e4cc6bd59993 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1493aef1-7865-4c4b-9633-f7f61476b444,revision_number=0']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:53:48.741819 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-5fce5180-5861-4aa2-ab43-e4cc6bd59993 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:53:48.881952 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-5fce5180-5861-4aa2-ab43-e4cc6bd59993 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:48.883197 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-5fce5180-5861-4aa2-ab43-e4cc6bd59993 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5161552 Jun 16 09:53:48.885949 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 56880) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:53:48.890508 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [None req-3161b267-85f6-4c12-9693-d3c6fb1ee41d tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Request body: {'security_group_rule': {'security_group_id': '45613a15-e434-48da-b176-f0fd24e24ef1', 'project_id': '2be84d9537ef45c39254255fa3add339', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:53:49.017111 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-3161b267-85f6-4c12-9693-d3c6fb1ee41d tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:49.075961 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-3161b267-85f6-4c12-9693-d3c6fb1ee41d tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:49.164619 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-3161b267-85f6-4c12-9693-d3c6fb1ee41d tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719390'] for security_group_rule, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:49.167221 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:53:49.182464 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3161b267-85f6-4c12-9693-d3c6fb1ee41d tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99be6e87-1275-4840-8d90-35d91ae0f02a,revision_number=0']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:53:49.184788 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-3161b267-85f6-4c12-9693-d3c6fb1ee41d tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:53:49.312979 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-3161b267-85f6-4c12-9693-d3c6fb1ee41d tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:49.314180 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-3161b267-85f6-4c12-9693-d3c6fb1ee41d tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4272707 Jun 16 09:53:49.327471 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 56882) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:53:49.327471 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [None req-fe461403-df73-4d09-9ad2-9256656c7097 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Request body: {'security_group_rule': {'security_group_id': '45613a15-e434-48da-b176-f0fd24e24ef1', 'project_id': '2be84d9537ef45c39254255fa3add339', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:53:49.358656 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e6707d80-30d0-4d70-8bfb-13447837a901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:49.616060 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:49.618802 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.db.securitygroups_db [None req-fe461403-df73-4d09-9ad2-9256656c7097 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Project 2be84d9537ef45c39254255fa3add339 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 09:53:49.621356 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-fe461403-df73-4d09-9ad2-9256656c7097 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:49.687695 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-fe461403-df73-4d09-9ad2-9256656c7097 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:49.844571 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-fe461403-df73-4d09-9ad2-9256656c7097 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719390'] for security_group_rule, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:49.846611 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:53:49.862059 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe461403-df73-4d09-9ad2-9256656c7097 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=827b84f7-0062-46f2-9ff2-867316e0bad1,revision_number=0']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:53:49.867871 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-fe461403-df73-4d09-9ad2-9256656c7097 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:53:49.976443 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-fe461403-df73-4d09-9ad2-9256656c7097 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:49.977656 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-fe461403-df73-4d09-9ad2-9256656c7097 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6599181 Jun 16 09:53:49.980393 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 56886) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:53:49.984820 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [None req-e51a334c-3901-4e8d-b8b8-c72c14e198d7 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Request body: {'security_group_rule': {'security_group_id': '45613a15-e434-48da-b176-f0fd24e24ef1', 'project_id': '2be84d9537ef45c39254255fa3add339', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:53:50.141750 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.db.securitygroups_db [None req-e51a334c-3901-4e8d-b8b8-c72c14e198d7 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Project 2be84d9537ef45c39254255fa3add339 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 09:53:50.146678 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-e51a334c-3901-4e8d-b8b8-c72c14e198d7 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:50.249744 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-e51a334c-3901-4e8d-b8b8-c72c14e198d7 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:51.001764 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-e51a334c-3901-4e8d-b8b8-c72c14e198d7 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719390'] for security_group_rule, after_create {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:51.004005 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-bee30c39-ae3a-4c54-b458-224f0d11c421 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:53:51.020215 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51a334c-3901-4e8d-b8b8-c72c14e198d7 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11bd3da1-ed49-454b-bd68-484cbedf12d3,revision_number=0']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:53:51.023135 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-e51a334c-3901-4e8d-b8b8-c72c14e198d7 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:53:51.076012 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-16d92f64-da1b-4eb0-8f0f-160fef97265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:51.187648 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-e51a334c-3901-4e8d-b8b8-c72c14e198d7 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:51.188877 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-e51a334c-3901-4e8d-b8b8-c72c14e198d7 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2075841 Jun 16 09:53:51.307471 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-54ab78a3-e610-4e3a-b6a0-6fd10efc96ef req-704784b5-3646-47f2-8072-0f904475ffc0 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-159346914&fields=id&tenant_id=2be84d9537ef45c39254255fa3add339 HTTP/1.1" status: 200 len: 267 time: 0.0340793 Jun 16 09:53:51.372826 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab78a3-e610-4e3a-b6a0-6fd10efc96ef req-c138e3d6-2df8-4bd3-a502-d277618f6337 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:51.374299 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-54ab78a3-e610-4e3a-b6a0-6fd10efc96ef req-c138e3d6-2df8-4bd3-a502-d277618f6337 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77dd1c5-089c-4c96-b85d-015cac195fa6 HTTP/1.1" status: 200 len: 945 time: 0.0616350 Jun 16 09:53:51.385242 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [req-54ab78a3-e610-4e3a-b6a0-6fd10efc96ef req-637c13e7-0cb0-4070-b191-b10a9fcd3727 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Request body: {'port': {'security_groups': ['b3e0c2ce-3b37-4691-8cd7-f792ae2b070a', '45613a15-e434-48da-b176-f0fd24e24ef1']}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:53:51.467073 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-54ab78a3-e610-4e3a-b6a0-6fd10efc96ef req-637c13e7-0cb0-4070-b191-b10a9fcd3727 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:51.648050 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.db [req-54ab78a3-e610-4e3a-b6a0-6fd10efc96ef req-637c13e7-0cb0-4070-b191-b10a9fcd3727 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] For port 040c7aab-3f46-4361-80b3-75d3c58625c7, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=040c7aab-3f46-4361-80b3-75d3c58625c7,segment=NetworkSegment(d2397094-e9f3-4aca-9d3c-4c46489abaee),segment_id=d2397094-e9f3-4aca-9d3c-4c46489abaee)] {{(pid=98980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:53:51.676614 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-54ab78a3-e610-4e3a-b6a0-6fd10efc96ef req-637c13e7-0cb0-4070-b191-b10a9fcd3727 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks [] for port, precommit_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:51.824255 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-54ab78a3-e610-4e3a-b6a0-6fd10efc96ef req-637c13e7-0cb0-4070-b191-b10a9fcd3727 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126582347'] for port, after_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:51.828165 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-ab404824-359e-42d3-afb7-2f24ab71e169 tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:53:51.860012 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] get_ports_and_sgs() called for port_ids ['040c7aab-3f46-4361-80b3-75d3c58625c7'] {{(pid=98982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:53:51.867786 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab78a3-e610-4e3a-b6a0-6fd10efc96ef req-637c13e7-0cb0-4070-b191-b10a9fcd3727 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:51.868376 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-54ab78a3-e610-4e3a-b6a0-6fd10efc96ef req-637c13e7-0cb0-4070-b191-b10a9fcd3727 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for port, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:51.870448 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-54ab78a3-e610-4e3a-b6a0-6fd10efc96ef req-637c13e7-0cb0-4070-b191-b10a9fcd3727 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "PUT /v2.0/ports/040c7aab-3f46-4361-80b3-75d3c58625c7 HTTP/1.1" status: 200 len: 981 time: 0.4893861 Jun 16 09:53:51.871098 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c77dd1c5-089c-4c96-b85d-015cac195fa6', 'tag': '040c7aab-3f46-4361-80b3-75d3c58625c7'}] {{(pid=98980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:53:51.873654 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f334069be3519ec184138b23d582e39f65c0d47b6cef299b3d1a0596e5c2100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb4234e-4338-4915-83a4-e93e9f9ac1fa" -d '{"events": [{"name": "network-changed", "server_uuid": "c77dd1c5-089c-4c96-b85d-015cac195fa6", "tag": "040c7aab-3f46-4361-80b3-75d3c58625c7"}]}' {{(pid=98980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:53:51.911649 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637c13e7-0cb0-4070-b191-b10a9fcd3727 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Pushing event updated for resources: {'Port': ['ID=040c7aab-3f46-4361-80b3-75d3c58625c7,revision_number=6']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:53:51.918313 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-637c13e7-0cb0-4070-b191-b10a9fcd3727 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:53:51.928402 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2b21d8-128c-463c-bd26-f498d09ca641 x-openstack-request-id: req-ca2b21d8-128c-463c-bd26-f498d09ca641 {{(pid=98980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:53:51.928750 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c77dd1c5-089c-4c96-b85d-015cac195fa6", "tag": "040c7aab-3f46-4361-80b3-75d3c58625c7", "status": "completed", "code": 200}]} {{(pid=98980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:53:51.929249 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ca2b21d8-128c-463c-bd26-f498d09ca641 {{(pid=98980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:53:51.929731 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c77dd1c5-089c-4c96-b85d-015cac195fa6', 'tag': '040c7aab-3f46-4361-80b3-75d3c58625c7', 'status': 'completed', 'code': 200} Jun 16 09:53:52.032532 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] get_ports_and_sgs() called for port_ids ['040c7aab-3f46-4361-80b3-75d3c58625c7'] {{(pid=98982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:53:52.053214 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f5950-c783-41b2-aabd-57ebd6ced601 req-22d302ed-10e2-4862-8014-a58f932914fc tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:52.055008 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-5c2f5950-c783-41b2-aabd-57ebd6ced601 req-22d302ed-10e2-4862-8014-a58f932914fc tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77dd1c5-089c-4c96-b85d-015cac195fa6 HTTP/1.1" status: 200 len: 984 time: 0.0696838 Jun 16 09:53:52.068354 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4234e-4338-4915-83a4-e93e9f9ac1fa req-d3660015-7aa1-4cc0-8605-048fc779c20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:52.070846 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-ceb4234e-4338-4915-83a4-e93e9f9ac1fa req-d3660015-7aa1-4cc0-8605-048fc779c20c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2be84d9537ef45c39254255fa3add339&device_id=c77dd1c5-089c-4c96-b85d-015cac195fa6 HTTP/1.1" status: 200 len: 1137 time: 0.0853257 Jun 16 09:53:52.098771 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-5c2f5950-c783-41b2-aabd-57ebd6ced601 req-9c3e5981-d60f-422a-8c1e-966ae8b3cb2a tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/security-groups?id=45613a15-e434-48da-b176-f0fd24e24ef1&id=b3e0c2ce-3b37-4691-8cd7-f792ae2b070a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368836 Jun 16 09:53:52.150114 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-b39b0901-da65-41c3-acb4-dac46feb7811 None None] Provisioning complete for port 040c7aab-3f46-4361-80b3-75d3c58625c7 triggered by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:53:52.151213 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-b39b0901-da65-41c3-acb4-dac46feb7811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:52.171636 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4234e-4338-4915-83a4-e93e9f9ac1fa req-54c308c6-3ef3-4c97-b520-66bc0c5eda28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:52.173116 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-ceb4234e-4338-4915-83a4-e93e9f9ac1fa req-54c308c6-3ef3-4c97-b520-66bc0c5eda28 service neutron] 10.222.0.49 "GET /v2.0/networks?id=34092502-556e-4029-88a5-c73b157298f5 HTTP/1.1" status: 200 len: 915 time: 0.0884547 Jun 16 09:53:52.241306 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-ceb4234e-4338-4915-83a4-e93e9f9ac1fa req-9e39bf99-b15a-4f25-b86f-bbba6571e974 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=040c7aab-3f46-4361-80b3-75d3c58625c7 HTTP/1.1" status: 200 len: 1000 time: 0.0610664 Jun 16 09:53:52.294644 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4234e-4338-4915-83a4-e93e9f9ac1fa req-937e0957-1541-46a7-a715-ea8f51fd6a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:52.296157 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-ceb4234e-4338-4915-83a4-e93e9f9ac1fa req-937e0957-1541-46a7-a715-ea8f51fd6a96 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1dbcb36e-5dc5-4b7f-9f6d-6677ef09de75 HTTP/1.1" status: 200 len: 853 time: 0.0439181 Jun 16 09:53:52.370496 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4234e-4338-4915-83a4-e93e9f9ac1fa req-c4a2dd16-dad5-4351-a802-e7d9c325ccf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:52.370496 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-ceb4234e-4338-4915-83a4-e93e9f9ac1fa req-c4a2dd16-dad5-4351-a802-e7d9c325ccf9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=34092502-556e-4029-88a5-c73b157298f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0618351 Jun 16 09:53:52.466091 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-ceb4234e-4338-4915-83a4-e93e9f9ac1fa req-b1b637c8-2e11-4cfc-995b-aa3a0744a684 service neutron] 10.222.0.49 "GET /v2.0/networks/34092502-556e-4029-88a5-c73b157298f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863509 Jun 16 09:53:52.483909 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e4fb578b-fd5e-47f0-aa8c-4b83a36f29c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:52.554618 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-ceb4234e-4338-4915-83a4-e93e9f9ac1fa req-2411e253-ed4f-4e37-8570-0992208d8664 service neutron] 10.222.0.49 "GET /v2.0/networks/34092502-556e-4029-88a5-c73b157298f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810990 Jun 16 09:54:06.001858 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.agents_db [None req-3560065e-ea11-4ff4-820f-b568c2ca0093 None None] Agent healthcheck: found 6 active agents {{(pid=98983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:54:11.298157 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:54:12.133052 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a32626-a084-4e03-9b55-58f5ccc74019 req-30b555e4-4e6e-41de-b15d-6ed18806d26f tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:54:12.134551 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-34a32626-a084-4e03-9b55-58f5ccc74019 req-30b555e4-4e6e-41de-b15d-6ed18806d26f tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77dd1c5-089c-4c96-b85d-015cac195fa6 HTTP/1.1" status: 200 len: 984 time: 0.0702600 Jun 16 09:54:12.178630 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-34a32626-a084-4e03-9b55-58f5ccc74019 req-9eef6424-777b-4e90-b14f-5098dd60a69e tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/security-groups?id=45613a15-e434-48da-b176-f0fd24e24ef1&id=b3e0c2ce-3b37-4691-8cd7-f792ae2b070a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0371792 Jun 16 09:54:12.214857 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b18431-5b71-4973-8b75-01e584d5e09e req-6fb6c77f-9b33-44d6-a2ac-a3b47da1b4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:54:12.216426 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-b6b18431-5b71-4973-8b75-01e584d5e09e req-6fb6c77f-9b33-44d6-a2ac-a3b47da1b4ae service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2be84d9537ef45c39254255fa3add339&device_id=c77dd1c5-089c-4c96-b85d-015cac195fa6 HTTP/1.1" status: 200 len: 1137 time: 0.0580299 Jun 16 09:54:12.307891 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b18431-5b71-4973-8b75-01e584d5e09e req-5e5705bf-e0a4-43b0-bb6f-3be9bafc0c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:54:12.309229 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-b6b18431-5b71-4973-8b75-01e584d5e09e req-5e5705bf-e0a4-43b0-bb6f-3be9bafc0c4c service neutron] 10.222.0.49 "GET /v2.0/networks?id=34092502-556e-4029-88a5-c73b157298f5 HTTP/1.1" status: 200 len: 915 time: 0.0850904 Jun 16 09:54:12.671180 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-b6b18431-5b71-4973-8b75-01e584d5e09e req-bdf22d93-0c7b-4e06-a7f3-54382e1088aa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=040c7aab-3f46-4361-80b3-75d3c58625c7 HTTP/1.1" status: 200 len: 1000 time: 0.3542717 Jun 16 09:54:12.718710 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b18431-5b71-4973-8b75-01e584d5e09e req-5da40135-133f-47fa-9c94-d7c3712c051b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:54:12.720184 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-b6b18431-5b71-4973-8b75-01e584d5e09e req-5da40135-133f-47fa-9c94-d7c3712c051b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1dbcb36e-5dc5-4b7f-9f6d-6677ef09de75 HTTP/1.1" status: 200 len: 853 time: 0.0422111 Jun 16 09:54:12.777941 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b18431-5b71-4973-8b75-01e584d5e09e req-3408adbf-18d9-4c7d-ab14-b24c58c5c7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:54:12.779430 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-b6b18431-5b71-4973-8b75-01e584d5e09e req-3408adbf-18d9-4c7d-ab14-b24c58c5c7f9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=34092502-556e-4029-88a5-c73b157298f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514932 Jun 16 09:54:12.873236 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-b6b18431-5b71-4973-8b75-01e584d5e09e req-756c615e-7c8d-444b-a6d0-b20bdb53b75b service neutron] 10.222.0.49 "GET /v2.0/networks/34092502-556e-4029-88a5-c73b157298f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842087 Jun 16 09:54:12.961509 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-b6b18431-5b71-4973-8b75-01e584d5e09e req-8b855bd8-2144-4f42-b8de-f84133abcd1d service neutron] 10.222.0.49 "GET /v2.0/networks/34092502-556e-4029-88a5-c73b157298f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800679 Jun 16 09:54:13.362618 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5325f3-113d-4426-b43e-17f3d348b669 req-21c22999-a488-4d6b-bccf-b07dc2cf52f7 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:54:13.364162 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-bc5325f3-113d-4426-b43e-17f3d348b669 req-21c22999-a488-4d6b-bccf-b07dc2cf52f7 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77dd1c5-089c-4c96-b85d-015cac195fa6 HTTP/1.1" status: 200 len: 984 time: 0.0679927 Jun 16 09:54:13.405131 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-bc5325f3-113d-4426-b43e-17f3d348b669 req-aa8c67ae-d4aa-4202-8203-4cccc2f94c68 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/security-groups?id=45613a15-e434-48da-b176-f0fd24e24ef1&id=b3e0c2ce-3b37-4691-8cd7-f792ae2b070a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349903 Jun 16 09:54:14.576044 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f48c7-e3eb-4013-9b36-472084278878 req-953250ef-e7e5-47bd-a2f7-2c9a81adb079 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:54:14.578506 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-fd3f48c7-e3eb-4013-9b36-472084278878 req-953250ef-e7e5-47bd-a2f7-2c9a81adb079 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77dd1c5-089c-4c96-b85d-015cac195fa6 HTTP/1.1" status: 200 len: 984 time: 0.0653923 Jun 16 09:54:14.617745 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-fd3f48c7-e3eb-4013-9b36-472084278878 req-939c0e6f-178d-4960-9cf8-a7a1d9293a86 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/security-groups?id=45613a15-e434-48da-b176-f0fd24e24ef1&id=b3e0c2ce-3b37-4691-8cd7-f792ae2b070a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332239 Jun 16 09:54:15.787823 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02bbecc-070a-4146-b339-b956f411a5cd req-1a619f47-3f6a-4bd3-8bef-01f2fa8011ae tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:54:15.789527 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-b02bbecc-070a-4146-b339-b956f411a5cd req-1a619f47-3f6a-4bd3-8bef-01f2fa8011ae tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77dd1c5-089c-4c96-b85d-015cac195fa6 HTTP/1.1" status: 200 len: 984 time: 0.0642185 Jun 16 09:54:15.829474 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-b02bbecc-070a-4146-b339-b956f411a5cd req-cac82c28-fe1e-416e-92d8-69688a802e61 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/security-groups?id=45613a15-e434-48da-b176-f0fd24e24ef1&id=b3e0c2ce-3b37-4691-8cd7-f792ae2b070a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335886 Jun 16 09:54:16.958912 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-b482d0a4-60e3-4a7d-b2df-00e163884fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:54:17.011868 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015a56c-2e84-482a-9466-bbeefc935c05 req-06740374-a9c2-40d8-8287-2ebfd5f8ec8d tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:54:17.013327 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-e015a56c-2e84-482a-9466-bbeefc935c05 req-06740374-a9c2-40d8-8287-2ebfd5f8ec8d tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77dd1c5-089c-4c96-b85d-015cac195fa6 HTTP/1.1" status: 200 len: 984 time: 0.0663447 Jun 16 09:54:17.052841 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-e015a56c-2e84-482a-9466-bbeefc935c05 req-78aaca3d-f797-44a1-ad4f-cf3d72775ecf tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/security-groups?id=45613a15-e434-48da-b176-f0fd24e24ef1&id=b3e0c2ce-3b37-4691-8cd7-f792ae2b070a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337653 Jun 16 09:54:18.242879 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-c81ea7ea-b504-4abc-9efa-74e500c2dee4 req-7985aa09-2698-434f-9db1-beec3d0fa7d9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7b74a19e-852e-4a2c-bfac-85465e277a4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1051118 Jun 16 09:54:18.254805 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd371215-d02e-45ad-a73d-dd28f4c5a828 req-5fa7dcfc-eccd-49b0-9498-638c68593991 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:54:18.256186 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-fd371215-d02e-45ad-a73d-dd28f4c5a828 req-5fa7dcfc-eccd-49b0-9498-638c68593991 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77dd1c5-089c-4c96-b85d-015cac195fa6 HTTP/1.1" status: 200 len: 984 time: 0.0932736 Jun 16 09:54:18.297014 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-fd371215-d02e-45ad-a73d-dd28f4c5a828 req-c10525ff-a715-4b19-b8d3-5ff694203319 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/security-groups?id=45613a15-e434-48da-b176-f0fd24e24ef1&id=b3e0c2ce-3b37-4691-8cd7-f792ae2b070a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349460 Jun 16 09:54:18.369882 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ea7ea-b504-4abc-9efa-74e500c2dee4 req-d5c91283-8bfa-422b-8d34-d2c8a8cfcc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:54:18.371399 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-c81ea7ea-b504-4abc-9efa-74e500c2dee4 req-d5c91283-8bfa-422b-8d34-d2c8a8cfcc05 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ed2156b918e84ef2a8cd08f2710cf24f&device_id=7b74a19e-852e-4a2c-bfac-85465e277a4a HTTP/1.1" status: 200 len: 1099 time: 0.0527515 Jun 16 09:54:18.479007 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ea7ea-b504-4abc-9efa-74e500c2dee4 req-ff821bdb-2631-4182-96b5-d1d8318956e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:54:18.480463 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-c81ea7ea-b504-4abc-9efa-74e500c2dee4 req-ff821bdb-2631-4182-96b5-d1d8318956e0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=eae67a9b-5ad3-4a2b-a012-c75340b64206 HTTP/1.1" status: 200 len: 911 time: 0.0877407 Jun 16 09:54:18.547314 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-c81ea7ea-b504-4abc-9efa-74e500c2dee4 req-6f2a8add-708b-4b9a-967a-664d83046b9f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a07dd7c4-5fca-4b34-b9fb-33e11d55e07e HTTP/1.1" status: 200 len: 1001 time: 0.0561976 Jun 16 09:54:18.595697 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ea7ea-b504-4abc-9efa-74e500c2dee4 req-f1b475ea-3b66-4900-8cac-c6cfc1ef8ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:54:18.597062 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-c81ea7ea-b504-4abc-9efa-74e500c2dee4 req-f1b475ea-3b66-4900-8cac-c6cfc1ef8ab8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f HTTP/1.1" status: 200 len: 849 time: 0.0410204 Jun 16 09:54:18.656043 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ea7ea-b504-4abc-9efa-74e500c2dee4 req-9c5d0fc4-13ad-4810-b9b3-bdf618e5d1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:54:18.657493 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-c81ea7ea-b504-4abc-9efa-74e500c2dee4 req-9c5d0fc4-13ad-4810-b9b3-bdf618e5d1a1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eae67a9b-5ad3-4a2b-a012-c75340b64206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531602 Jun 16 09:54:18.748553 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-c81ea7ea-b504-4abc-9efa-74e500c2dee4 req-5662bed8-75a9-416d-a233-45b9e1a3700e service neutron] 10.222.0.49 "GET /v2.0/networks/eae67a9b-5ad3-4a2b-a012-c75340b64206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795462 Jun 16 09:54:18.841669 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-c81ea7ea-b504-4abc-9efa-74e500c2dee4 req-86be54f9-7e4f-4036-a22c-d112472a5a59 service neutron] 10.222.0.49 "GET /v2.0/networks/eae67a9b-5ad3-4a2b-a012-c75340b64206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814533 Jun 16 09:54:19.295225 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-4c2c9f21-113b-4735-abea-636ebb01185d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:54:19.472705 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f917e1-8b61-4ae6-891c-6b39eff9b271 req-8caade9c-02f1-447f-b2df-a6f6e085d779 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:54:19.474153 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-c8f917e1-8b61-4ae6-891c-6b39eff9b271 req-8caade9c-02f1-447f-b2df-a6f6e085d779 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77dd1c5-089c-4c96-b85d-015cac195fa6 HTTP/1.1" status: 200 len: 984 time: 0.0634835 Jun 16 09:54:19.513391 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-c8f917e1-8b61-4ae6-891c-6b39eff9b271 req-b671da88-58d9-4370-bda5-1dd7dd89e4c1 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/security-groups?id=45613a15-e434-48da-b176-f0fd24e24ef1&id=b3e0c2ce-3b37-4691-8cd7-f792ae2b070a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331094 Jun 16 09:54:19.553523 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:54:20.564235 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-16d92f64-da1b-4eb0-8f0f-160fef97265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:54:20.683184 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c335b-66df-44b9-9cb8-98ca4ab9a2a5 req-52d0e575-9a00-40b9-9b8d-037fd108b769 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:54:20.684515 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-ef1c335b-66df-44b9-9cb8-98ca4ab9a2a5 req-52d0e575-9a00-40b9-9b8d-037fd108b769 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77dd1c5-089c-4c96-b85d-015cac195fa6 HTTP/1.1" status: 200 len: 984 time: 0.0623000 Jun 16 09:54:20.722758 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-ef1c335b-66df-44b9-9cb8-98ca4ab9a2a5 req-ba9b9d4c-4ca6-4f7b-81f2-6ad16f1eca5a tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/security-groups?id=45613a15-e434-48da-b176-f0fd24e24ef1&id=b3e0c2ce-3b37-4691-8cd7-f792ae2b070a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325468 Jun 16 09:54:21.891632 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1bba2d-68bf-442d-9005-8dc36d260a56 req-6c91f9ef-7e7e-4c81-8f94-4b748f2590b6 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:54:21.893070 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-fd1bba2d-68bf-442d-9005-8dc36d260a56 req-6c91f9ef-7e7e-4c81-8f94-4b748f2590b6 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77dd1c5-089c-4c96-b85d-015cac195fa6 HTTP/1.1" status: 200 len: 984 time: 0.0623782 Jun 16 09:54:21.935475 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-fd1bba2d-68bf-442d-9005-8dc36d260a56 req-b66d40e0-40a4-46dc-a904-f8b325de66aa tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/security-groups?id=45613a15-e434-48da-b176-f0fd24e24ef1&id=b3e0c2ce-3b37-4691-8cd7-f792ae2b070a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355706 Jun 16 09:54:22.446233 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e4fb578b-fd5e-47f0-aa8c-4b83a36f29c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:54:23.120294 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c9d69-36e8-4765-a6d3-4ec13653495f req-f4c4acbd-831b-437c-9cc4-b5f332390d45 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:54:23.121794 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-d15c9d69-36e8-4765-a6d3-4ec13653495f req-f4c4acbd-831b-437c-9cc4-b5f332390d45 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77dd1c5-089c-4c96-b85d-015cac195fa6 HTTP/1.1" status: 200 len: 984 time: 0.0696561 Jun 16 09:54:23.160731 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-d15c9d69-36e8-4765-a6d3-4ec13653495f req-08cc8df2-ede5-4f83-9e7e-2d19e055dff8 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/security-groups?id=45613a15-e434-48da-b176-f0fd24e24ef1&id=b3e0c2ce-3b37-4691-8cd7-f792ae2b070a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332613 Jun 16 09:54:24.333849 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5328a-8c32-479c-9c05-e837f621b7a9 req-5354411a-261a-44af-9f76-045355d3c8aa tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:54:24.335218 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-37e5328a-8c32-479c-9c05-e837f621b7a9 req-5354411a-261a-44af-9f76-045355d3c8aa tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77dd1c5-089c-4c96-b85d-015cac195fa6 HTTP/1.1" status: 200 len: 984 time: 0.0658689 Jun 16 09:54:24.375117 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-37e5328a-8c32-479c-9c05-e837f621b7a9 req-1200c7d6-dd38-4f7a-a0b6-122028d9b2e3 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/security-groups?id=45613a15-e434-48da-b176-f0fd24e24ef1&id=b3e0c2ce-3b37-4691-8cd7-f792ae2b070a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335937 Jun 16 09:54:25.545806 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b4a0c-cd27-41cf-9587-a8016a846b59 req-989ac582-afdb-47e6-baa5-ece0b32d128d tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:54:25.547302 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-9c2b4a0c-cd27-41cf-9587-a8016a846b59 req-989ac582-afdb-47e6-baa5-ece0b32d128d tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77dd1c5-089c-4c96-b85d-015cac195fa6 HTTP/1.1" status: 200 len: 984 time: 0.0634651 Jun 16 09:54:25.586230 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-9c2b4a0c-cd27-41cf-9587-a8016a846b59 req-41dc930a-4c04-4198-82ba-c050c66d562b tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/security-groups?id=45613a15-e434-48da-b176-f0fd24e24ef1&id=b3e0c2ce-3b37-4691-8cd7-f792ae2b070a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331435 Jun 16 09:54:26.757533 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1620ef1-d4ff-4226-ba04-67c68daf314d req-0642c906-c5be-44c3-a0da-2ef4d91c9e0e tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:54:26.759013 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-d1620ef1-d4ff-4226-ba04-67c68daf314d req-0642c906-c5be-44c3-a0da-2ef4d91c9e0e tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77dd1c5-089c-4c96-b85d-015cac195fa6 HTTP/1.1" status: 200 len: 984 time: 0.0619726 Jun 16 09:54:26.798768 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-d1620ef1-d4ff-4226-ba04-67c68daf314d req-97af99d0-9a31-42e5-940a-7296e21e804a tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/security-groups?id=45613a15-e434-48da-b176-f0fd24e24ef1&id=b3e0c2ce-3b37-4691-8cd7-f792ae2b070a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338216 Jun 16 09:54:27.970818 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aecd38-a74c-4c59-b0a3-f2cc2ece1be2 req-90070f6f-8974-4696-9aff-29d2117ce5f5 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:54:27.972267 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-83aecd38-a74c-4c59-b0a3-f2cc2ece1be2 req-90070f6f-8974-4696-9aff-29d2117ce5f5 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77dd1c5-089c-4c96-b85d-015cac195fa6 HTTP/1.1" status: 200 len: 984 time: 0.0623710 Jun 16 09:54:28.021760 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-83aecd38-a74c-4c59-b0a3-f2cc2ece1be2 req-cff23b2d-d34e-4015-9ee9-3124eecab53c tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/security-groups?id=45613a15-e434-48da-b176-f0fd24e24ef1&id=b3e0c2ce-3b37-4691-8cd7-f792ae2b070a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0438473 Jun 16 09:54:29.193896 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9770391-ff20-4526-843f-d7c542dd22c1 req-bcfc6f8c-8755-46e3-aebc-8ee534d23661 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:54:29.195375 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-e9770391-ff20-4526-843f-d7c542dd22c1 req-bcfc6f8c-8755-46e3-aebc-8ee534d23661 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77dd1c5-089c-4c96-b85d-015cac195fa6 HTTP/1.1" status: 200 len: 984 time: 0.0660789 Jun 16 09:54:29.235190 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-e9770391-ff20-4526-843f-d7c542dd22c1 req-84bc848a-8b17-40f9-93e2-0b9cee79aed5 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/security-groups?id=45613a15-e434-48da-b176-f0fd24e24ef1&id=b3e0c2ce-3b37-4691-8cd7-f792ae2b070a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336621 Jun 16 09:54:30.408235 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcbf0f4-9bc5-40a4-857b-f7a3d18419bb req-d66b9f1d-3011-4349-8fb7-6f02385c382d tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:54:30.409670 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-dfcbf0f4-9bc5-40a4-857b-f7a3d18419bb req-d66b9f1d-3011-4349-8fb7-6f02385c382d tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77dd1c5-089c-4c96-b85d-015cac195fa6 HTTP/1.1" status: 200 len: 984 time: 0.0673580 Jun 16 09:54:30.449672 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-dfcbf0f4-9bc5-40a4-857b-f7a3d18419bb req-893f660b-e7b6-460b-ad46-3bc2c00e015e tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/security-groups?id=45613a15-e434-48da-b176-f0fd24e24ef1&id=b3e0c2ce-3b37-4691-8cd7-f792ae2b070a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340099 Jun 16 09:54:41.425751 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:54:43.000617 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.agents_db [None req-3560065e-ea11-4ff4-820f-b568c2ca0093 None None] Agent healthcheck: found 6 active agents {{(pid=98983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:54:46.948230 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-2ef1a746-9bd3-43cb-90a7-8b50b62ad242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:54:49.283906 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-35e4554b-05db-4dea-bf9e-ce37bac659e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:54:49.525708 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:54:50.582325 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-16d92f64-da1b-4eb0-8f0f-160fef97265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:54:52.416774 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e4fb578b-fd5e-47f0-aa8c-4b83a36f29c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:04.292760 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-308a836d-5969-4f18-9ae4-b4bc14686ed7 req-7175f013-92a3-45bd-be49-4cd82c07c836 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-159346914&fields=id&tenant_id=2be84d9537ef45c39254255fa3add339 HTTP/1.1" status: 200 len: 267 time: 0.0323889 Jun 16 09:55:04.357168 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a836d-5969-4f18-9ae4-b4bc14686ed7 req-b64dcead-af45-4c43-bbcc-395627f3cf5e tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:55:04.358591 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-308a836d-5969-4f18-9ae4-b4bc14686ed7 req-b64dcead-af45-4c43-bbcc-395627f3cf5e tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77dd1c5-089c-4c96-b85d-015cac195fa6 HTTP/1.1" status: 200 len: 984 time: 0.0606194 Jun 16 09:55:04.369853 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.v2.base [req-308a836d-5969-4f18-9ae4-b4bc14686ed7 req-b09aa9c8-1f14-40aa-a496-d3ef37d8152a tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Request body: {'port': {'security_groups': ['b3e0c2ce-3b37-4691-8cd7-f792ae2b070a']}} {{(pid=98980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:55:04.455361 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-308a836d-5969-4f18-9ae4-b4bc14686ed7 req-b09aa9c8-1f14-40aa-a496-d3ef37d8152a tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:04.620286 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.db [req-308a836d-5969-4f18-9ae4-b4bc14686ed7 req-b09aa9c8-1f14-40aa-a496-d3ef37d8152a tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] For port 040c7aab-3f46-4361-80b3-75d3c58625c7, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=040c7aab-3f46-4361-80b3-75d3c58625c7,segment=NetworkSegment(d2397094-e9f3-4aca-9d3c-4c46489abaee),segment_id=d2397094-e9f3-4aca-9d3c-4c46489abaee)] {{(pid=98980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:55:04.649019 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-308a836d-5969-4f18-9ae4-b4bc14686ed7 req-b09aa9c8-1f14-40aa-a496-d3ef37d8152a tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks [] for port, precommit_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:04.718689 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-308a836d-5969-4f18-9ae4-b4bc14686ed7 req-b09aa9c8-1f14-40aa-a496-d3ef37d8152a tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126582347'] for port, after_update {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:04.722541 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:55:04.761302 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] get_ports_and_sgs() called for port_ids ['040c7aab-3f46-4361-80b3-75d3c58625c7'] {{(pid=98982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:55:04.765971 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a836d-5969-4f18-9ae4-b4bc14686ed7 req-b09aa9c8-1f14-40aa-a496-d3ef37d8152a tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:55:04.766743 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-308a836d-5969-4f18-9ae4-b4bc14686ed7 req-b09aa9c8-1f14-40aa-a496-d3ef37d8152a tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for port, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:04.768233 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-308a836d-5969-4f18-9ae4-b4bc14686ed7 req-b09aa9c8-1f14-40aa-a496-d3ef37d8152a tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "PUT /v2.0/ports/040c7aab-3f46-4361-80b3-75d3c58625c7 HTTP/1.1" status: 200 len: 942 time: 0.4034703 Jun 16 09:55:04.768785 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c77dd1c5-089c-4c96-b85d-015cac195fa6', 'tag': '040c7aab-3f46-4361-80b3-75d3c58625c7'}] {{(pid=98980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:55:04.771152 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f334069be3519ec184138b23d582e39f65c0d47b6cef299b3d1a0596e5c2100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39585e5-0f68-475c-8c2d-5905d4963565" -d '{"events": [{"name": "network-changed", "server_uuid": "c77dd1c5-089c-4c96-b85d-015cac195fa6", "tag": "040c7aab-3f46-4361-80b3-75d3c58625c7"}]}' {{(pid=98980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:55:04.776624 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 56988) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:55:04.813005 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09aa9c8-1f14-40aa-a496-d3ef37d8152a tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Pushing event updated for resources: {'Port': ['ID=040c7aab-3f46-4361-80b3-75d3c58625c7,revision_number=7']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:55:04.831485 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09aa9c8-1f14-40aa-a496-d3ef37d8152a tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:55:04.836133 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09aa9c8-1f14-40aa-a496-d3ef37d8152a tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:55:04.836519 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09aa9c8-1f14-40aa-a496-d3ef37d8152a tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:55:04.836902 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09aa9c8-1f14-40aa-a496-d3ef37d8152a tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:55:04.837277 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09aa9c8-1f14-40aa-a496-d3ef37d8152a tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:55:04.837649 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09aa9c8-1f14-40aa-a496-d3ef37d8152a tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:55:04.838025 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09aa9c8-1f14-40aa-a496-d3ef37d8152a tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:55:04.838396 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09aa9c8-1f14-40aa-a496-d3ef37d8152a tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:55:04.838767 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09aa9c8-1f14-40aa-a496-d3ef37d8152a tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:55:04.842380 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09aa9c8-1f14-40aa-a496-d3ef37d8152a tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:55:04.842870 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09aa9c8-1f14-40aa-a496-d3ef37d8152a tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:55:04.843327 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09aa9c8-1f14-40aa-a496-d3ef37d8152a tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:55:04.848261 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f42ad18-12a2-44f7-815c-042fb14f7439 x-openstack-request-id: req-2f42ad18-12a2-44f7-815c-042fb14f7439 {{(pid=98980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:55:04.848648 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c77dd1c5-089c-4c96-b85d-015cac195fa6", "tag": "040c7aab-3f46-4361-80b3-75d3c58625c7", "status": "completed", "code": 200}]} {{(pid=98980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:55:04.848973 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2f42ad18-12a2-44f7-815c-042fb14f7439 {{(pid=98980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:55:04.849559 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c77dd1c5-089c-4c96-b85d-015cac195fa6', 'tag': '040c7aab-3f46-4361-80b3-75d3c58625c7', 'status': 'completed', 'code': 200} Jun 16 09:55:04.850414 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-b09aa9c8-1f14-40aa-a496-d3ef37d8152a tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:55:04.868424 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-5ef4aa27-6292-49f8-8cbc-bed24bd8e1f1 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks [] for security_group, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:04.901257 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-5ef4aa27-6292-49f8-8cbc-bed24bd8e1f1 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:04.934796 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] get_ports_and_sgs() called for port_ids ['040c7aab-3f46-4361-80b3-75d3c58625c7'] {{(pid=98982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:55:05.029426 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39585e5-0f68-475c-8c2d-5905d4963565 req-50195813-3376-4a44-90f9-3d3780d21fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:55:05.031273 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f39585e5-0f68-475c-8c2d-5905d4963565 req-50195813-3376-4a44-90f9-3d3780d21fd0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2be84d9537ef45c39254255fa3add339&device_id=c77dd1c5-089c-4c96-b85d-015cac195fa6 HTTP/1.1" status: 200 len: 1098 time: 0.0756352 Jun 16 09:55:05.096582 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-5ef4aa27-6292-49f8-8cbc-bed24bd8e1f1 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:05.099171 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-5ef4aa27-6292-49f8-8cbc-bed24bd8e1f1 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:05.100277 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-5ef4aa27-6292-49f8-8cbc-bed24bd8e1f1 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "DELETE /v2.0/security-groups/45613a15-e434-48da-b176-f0fd24e24ef1 HTTP/1.1" status: 204 len: 168 time: 0.3220885 Jun 16 09:55:05.103239 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 56992) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:55:05.104209 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-fc9a9aa9-807d-419e-a583-e510b7f1bfaa None None] Provisioning complete for port 040c7aab-3f46-4361-80b3-75d3c58625c7 triggered by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:55:05.104588 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-fc9a9aa9-807d-419e-a583-e510b7f1bfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:05.106749 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-215dcf7f-4a3b-477f-93c7-ed1126a4be72 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:55:05.119974 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef4aa27-6292-49f8-8cbc-bed24bd8e1f1 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45613a15-e434-48da-b176-f0fd24e24ef1,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:55:05.135909 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef4aa27-6292-49f8-8cbc-bed24bd8e1f1 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:55:05.136286 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef4aa27-6292-49f8-8cbc-bed24bd8e1f1 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:55:05.136653 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef4aa27-6292-49f8-8cbc-bed24bd8e1f1 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:55:05.137014 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef4aa27-6292-49f8-8cbc-bed24bd8e1f1 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:55:05.137372 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef4aa27-6292-49f8-8cbc-bed24bd8e1f1 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:55:05.137726 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef4aa27-6292-49f8-8cbc-bed24bd8e1f1 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:55:05.138077 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef4aa27-6292-49f8-8cbc-bed24bd8e1f1 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:55:05.138425 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef4aa27-6292-49f8-8cbc-bed24bd8e1f1 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:55:05.138785 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef4aa27-6292-49f8-8cbc-bed24bd8e1f1 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:55:05.139147 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef4aa27-6292-49f8-8cbc-bed24bd8e1f1 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:55:05.139490 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef4aa27-6292-49f8-8cbc-bed24bd8e1f1 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:55:05.140051 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef4aa27-6292-49f8-8cbc-bed24bd8e1f1 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:55:05.144424 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-5ef4aa27-6292-49f8-8cbc-bed24bd8e1f1 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:55:05.147314 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39585e5-0f68-475c-8c2d-5905d4963565 req-0d5f687a-0d10-4b56-be03-c2ade506354c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:55:05.148896 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f39585e5-0f68-475c-8c2d-5905d4963565 req-0d5f687a-0d10-4b56-be03-c2ade506354c service neutron] 10.222.0.49 "GET /v2.0/networks?id=34092502-556e-4029-88a5-c73b157298f5 HTTP/1.1" status: 200 len: 915 time: 0.1108327 Jun 16 09:55:05.224830 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f39585e5-0f68-475c-8c2d-5905d4963565 req-4b9eea40-0c73-46c2-b6af-2068e96c61f5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=040c7aab-3f46-4361-80b3-75d3c58625c7 HTTP/1.1" status: 200 len: 1000 time: 0.0681343 Jun 16 09:55:05.273866 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.plugin [None req-68c05867-4d9a-4c4f-88f7-f545e7936737 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Deleting port e9059ee7-ad09-4cd2-b695-94b5ba07c3a9 {{(pid=98980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:55:05.274259 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-68c05867-4d9a-4c4f-88f7-f545e7936737 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:05.275810 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39585e5-0f68-475c-8c2d-5905d4963565 req-e5d3df29-d2af-45f7-8caa-a18880d1d112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:55:05.277274 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f39585e5-0f68-475c-8c2d-5905d4963565 req-e5d3df29-d2af-45f7-8caa-a18880d1d112 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1dbcb36e-5dc5-4b7f-9f6d-6677ef09de75 HTTP/1.1" status: 200 len: 853 time: 0.0437524 Jun 16 09:55:05.336911 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39585e5-0f68-475c-8c2d-5905d4963565 req-09ffb7e2-a02b-4900-bc95-05dd0795ac1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:55:05.338374 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f39585e5-0f68-475c-8c2d-5905d4963565 req-09ffb7e2-a02b-4900-bc95-05dd0795ac1b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=34092502-556e-4029-88a5-c73b157298f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522928 Jun 16 09:55:05.440062 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f39585e5-0f68-475c-8c2d-5905d4963565 req-c07940bd-53e6-4009-9dcd-439c77871b34 service neutron] 10.222.0.49 "GET /v2.0/networks/34092502-556e-4029-88a5-c73b157298f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917506 Jun 16 09:55:05.532549 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-f39585e5-0f68-475c-8c2d-5905d4963565 req-0ff017b3-8900-4e55-968d-4c4b3a3b29ec service neutron] 10.222.0.49 "GET /v2.0/networks/34092502-556e-4029-88a5-c73b157298f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860946 Jun 16 09:55:05.608443 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-68c05867-4d9a-4c4f-88f7-f545e7936737 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:05.609074 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-68c05867-4d9a-4c4f-88f7-f545e7936737 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:05.668875 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.plugin [None req-68c05867-4d9a-4c4f-88f7-f545e7936737 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Calling delete_port for e9059ee7-ad09-4cd2-b695-94b5ba07c3a9 owned by network:floatingip {{(pid=98980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:55:05.912989 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-68c05867-4d9a-4c4f-88f7-f545e7936737 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126582338'] for port, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:05.916021 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-219bd743-854f-46a7-8177-82370c3fbaab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:55:05.939748 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c05867-4d9a-4c4f-88f7-f545e7936737 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Pushing event deleted for resources: {'Port': ['ID=e9059ee7-ad09-4cd2-b695-94b5ba07c3a9,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:55:05.943745 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-68c05867-4d9a-4c4f-88f7-f545e7936737 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:55:05.998388 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-68c05867-4d9a-4c4f-88f7-f545e7936737 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks [] for floatingip, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:05.998719 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.db.l3_db [None req-68c05867-4d9a-4c4f-88f7-f545e7936737 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Floating IP 6b24ee7a-c3ea-4e24-9a07-97ce606040c5 disassociated (deleted). External IP: 172.27.0.60, port: 040c7aab-3f46-4361-80b3-75d3c58625c7. Jun 16 09:55:06.205536 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c05867-4d9a-4c4f-88f7-f545e7936737 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Router 32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f has already been hosted by L3 agent 7768ee83-37c7-4165-88a2-5844eb43ad81 {{(pid=98980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:55:06.323853 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-9e5faac3-d8af-4cfb-a9e1-e09850eaf77a req-4cf7706e-1ee3-4ade-a056-340ea27c4b1e tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-814450607&fields=id&tenant_id=ed2156b918e84ef2a8cd08f2710cf24f HTTP/1.1" status: 200 len: 267 time: 0.0476344 Jun 16 09:55:06.357430 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c05867-4d9a-4c4f-88f7-f545e7936737 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify agent at l3_agent.dv-cinder-796286-4-iscsi the message routers_updated {{(pid=98980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:55:06.363294 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-68c05867-4d9a-4c4f-88f7-f545e7936737 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for floatingip, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:06.372821 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4d6ace-5fe9-452b-ae3e-8739c73aac25 None None] Sync routers for ids ['32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f'] in dv-cinder-796286-4-iscsi {{(pid=98982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:55:06.381721 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4d6ace-5fe9-452b-ae3e-8739c73aac25 None None] Routers {'32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:55:06.382415 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-ef4d6ace-5fe9-452b-ae3e-8739c73aac25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:54:49Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f'], 'active': True} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:55:06.447895 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-68c05867-4d9a-4c4f-88f7-f545e7936737 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "DELETE /v2.0/floatingips/6b24ee7a-c3ea-4e24-9a07-97ce606040c5 HTTP/1.1" status: 204 len: 168 time: 1.3432553 Jun 16 09:55:06.474944 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5faac3-d8af-4cfb-a9e1-e09850eaf77a req-7b79b1c0-2efb-4a43-8626-2c61da24d1e1 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:55:06.477135 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-9e5faac3-d8af-4cfb-a9e1-e09850eaf77a req-7b79b1c0-2efb-4a43-8626-2c61da24d1e1 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/networks?id=eae67a9b-5ad3-4a2b-a012-c75340b64206 HTTP/1.1" status: 200 len: 810 time: 0.1462567 Jun 16 09:55:06.492308 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-9e5faac3-d8af-4cfb-a9e1-e09850eaf77a req-b17cbbd4-92d7-4b64-abab-2356c92ad5e4 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/quotas/ed2156b918e84ef2a8cd08f2710cf24f HTTP/1.1" status: 200 len: 375 time: 0.0097747 Jun 16 09:55:06.565656 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-9e5faac3-d8af-4cfb-a9e1-e09850eaf77a req-ca7e28c7-d82e-4376-9003-e3828b519836 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ed2156b918e84ef2a8cd08f2710cf24f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0679705 Jun 16 09:55:06.622150 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvr_db [None req-ef4d6ace-5fe9-452b-ae3e-8739c73aac25 None None] Set router 32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f gateway port host: dv-cinder-796286-4-iscsi {{(pid=98982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:55:06.671570 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-9e5faac3-d8af-4cfb-a9e1-e09850eaf77a req-d91ac92c-a7a8-42c1-9b5f-5fb174e6f8ec service neutron] 10.222.0.25 "GET /v2.0/networks/eae67a9b-5ad3-4a2b-a012-c75340b64206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932536 Jun 16 09:55:06.758674 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-9e5faac3-d8af-4cfb-a9e1-e09850eaf77a req-792adbb7-64a9-4204-b0fd-160ba51c655a service neutron] 10.222.0.25 "GET /v2.0/networks/eae67a9b-5ad3-4a2b-a012-c75340b64206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812342 Jun 16 09:55:06.823629 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-ef4d6ace-5fe9-452b-ae3e-8739c73aac25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f', 'name': 'tempest-TestMinimumBasicScenario-282575588-router', 'tenant_id': '2be84d9537ef45c39254255fa3add339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '9174599c-5da7-47dc-9746-05cc55a79278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:52:43Z', 'updated_at': '2021-06-16T09:52:46Z', 'revision_number': 4, 'project_id': '2be84d9537ef45c39254255fa3add339', 'gw_port': {'id': '9174599c-5da7-47dc-9746-05cc55a79278', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:52:44Z', 'updated_at': '2021-06-16T09:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_interfaces': [{'id': '420c00db-f8b6-44b7-95d7-af6cedaa96f1', 'name': '', 'network_id': '34092502-556e-4029-88a5-c73b157298f5', 'tenant_id': '2be84d9537ef45c39254255fa3add339', 'mac_address': 'fa:16:3e:9b:3c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1dbcb36e-5dc5-4b7f-9f6d-6677ef09de75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:52:46Z', 'updated_at': '2021-06-16T09:52:52Z', 'revision_number': 5, 'project_id': '2be84d9537ef45c39254255fa3add339', 'subnets': [{'id': '1dbcb36e-5dc5-4b7f-9f6d-6677ef09de75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:55:06.827343 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4d6ace-5fe9-452b-ae3e-8739c73aac25 None None] Checking router: 32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f for host: dv-cinder-796286-4-iscsi {{(pid=98982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:55:06.836472 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4d6ace-5fe9-452b-ae3e-8739c73aac25 None None] Routers {'32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:55:06.842414 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-ef4d6ace-5fe9-452b-ae3e-8739c73aac25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:54:49Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f'], 'active': True} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:55:06.850745 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c77dd1c5-089c-4c96-b85d-015cac195fa6', 'tag': '040c7aab-3f46-4361-80b3-75d3c58625c7'}] {{(pid=98980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:55:06.853715 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f334069be3519ec184138b23d582e39f65c0d47b6cef299b3d1a0596e5c2100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3abcece6-8751-40ad-a589-0c580f45658a" -d '{"events": [{"name": "network-changed", "server_uuid": "c77dd1c5-089c-4c96-b85d-015cac195fa6", "tag": "040c7aab-3f46-4361-80b3-75d3c58625c7"}]}' {{(pid=98980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:55:06.916192 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160fc3f2-b440-4d98-bfed-5eb409f648fe x-openstack-request-id: req-160fc3f2-b440-4d98-bfed-5eb409f648fe {{(pid=98980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:55:06.916533 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c77dd1c5-089c-4c96-b85d-015cac195fa6", "tag": "040c7aab-3f46-4361-80b3-75d3c58625c7", "status": "completed", "code": 200}]} {{(pid=98980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:55:06.916834 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-160fc3f2-b440-4d98-bfed-5eb409f648fe {{(pid=98980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:55:06.917278 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c77dd1c5-089c-4c96-b85d-015cac195fa6', 'tag': '040c7aab-3f46-4361-80b3-75d3c58625c7', 'status': 'completed', 'code': 200} Jun 16 09:55:06.945230 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvr_db [None req-ef4d6ace-5fe9-452b-ae3e-8739c73aac25 None None] Set router 32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f gateway port host: dv-cinder-796286-4-iscsi {{(pid=98982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:55:07.031317 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abcece6-8751-40ad-a589-0c580f45658a req-b50b7a7f-36bd-4484-8928-e4985879e7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:55:07.031317 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-3abcece6-8751-40ad-a589-0c580f45658a req-b50b7a7f-36bd-4484-8928-e4985879e7ee service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2be84d9537ef45c39254255fa3add339&device_id=c77dd1c5-089c-4c96-b85d-015cac195fa6 HTTP/1.1" status: 200 len: 1098 time: 0.0589554 Jun 16 09:55:07.129756 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abcece6-8751-40ad-a589-0c580f45658a req-567cebec-16b2-4cd0-a93f-6509a39a5175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:55:07.131361 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-3abcece6-8751-40ad-a589-0c580f45658a req-567cebec-16b2-4cd0-a93f-6509a39a5175 service neutron] 10.222.0.49 "GET /v2.0/networks?id=34092502-556e-4029-88a5-c73b157298f5 HTTP/1.1" status: 200 len: 915 time: 0.0935304 Jun 16 09:55:07.148794 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-ef4d6ace-5fe9-452b-ae3e-8739c73aac25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f', 'name': 'tempest-TestMinimumBasicScenario-282575588-router', 'tenant_id': '2be84d9537ef45c39254255fa3add339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '9174599c-5da7-47dc-9746-05cc55a79278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:52:43Z', 'updated_at': '2021-06-16T09:52:46Z', 'revision_number': 4, 'project_id': '2be84d9537ef45c39254255fa3add339', 'gw_port': {'id': '9174599c-5da7-47dc-9746-05cc55a79278', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:52:44Z', 'updated_at': '2021-06-16T09:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_interfaces': [{'id': '420c00db-f8b6-44b7-95d7-af6cedaa96f1', 'name': '', 'network_id': '34092502-556e-4029-88a5-c73b157298f5', 'tenant_id': '2be84d9537ef45c39254255fa3add339', 'mac_address': 'fa:16:3e:9b:3c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1dbcb36e-5dc5-4b7f-9f6d-6677ef09de75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:52:46Z', 'updated_at': '2021-06-16T09:52:52Z', 'revision_number': 5, 'project_id': '2be84d9537ef45c39254255fa3add339', 'subnets': [{'id': '1dbcb36e-5dc5-4b7f-9f6d-6677ef09de75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:55:07.155502 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4d6ace-5fe9-452b-ae3e-8739c73aac25 None None] The sync data for ids ['32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f'] in dv-cinder-796286-4-iscsi is: [{'id': '32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f', 'name': 'tempest-TestMinimumBasicScenario-282575588-router', 'tenant_id': '2be84d9537ef45c39254255fa3add339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '9174599c-5da7-47dc-9746-05cc55a79278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:52:43Z', 'updated_at': '2021-06-16T09:52:46Z', 'revision_number': 4, 'project_id': '2be84d9537ef45c39254255fa3add339', 'gw_port': {'id': '9174599c-5da7-47dc-9746-05cc55a79278', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:52:44Z', 'updated_at': '2021-06-16T09:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_interfaces': [{'id': '420c00db-f8b6-44b7-95d7-af6cedaa96f1', 'name': '', 'network_id': '34092502-556e-4029-88a5-c73b157298f5', 'tenant_id': '2be84d9537ef45c39254255fa3add339', 'mac_address': 'fa:16:3e:9b:3c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1dbcb36e-5dc5-4b7f-9f6d-6677ef09de75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:52:46Z', 'updated_at': '2021-06-16T09:52:52Z', 'revision_number': 5, 'project_id': '2be84d9537ef45c39254255fa3add339', 'subnets': [{'id': '1dbcb36e-5dc5-4b7f-9f6d-6677ef09de75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:55:07.178182 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-3abcece6-8751-40ad-a589-0c580f45658a req-e1ebdf15-d08b-4768-b3c1-308d8d9a3bc2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=040c7aab-3f46-4361-80b3-75d3c58625c7 HTTP/1.1" status: 200 len: 217 time: 0.0369511 Jun 16 09:55:07.232741 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abcece6-8751-40ad-a589-0c580f45658a req-aa85bd90-7a13-4256-85af-735c8b8e6432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:55:07.234267 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-3abcece6-8751-40ad-a589-0c580f45658a req-aa85bd90-7a13-4256-85af-735c8b8e6432 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1dbcb36e-5dc5-4b7f-9f6d-6677ef09de75 HTTP/1.1" status: 200 len: 853 time: 0.0487866 Jun 16 09:55:07.300354 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abcece6-8751-40ad-a589-0c580f45658a req-a4cdbe06-0f8f-4ff9-ab59-1fcfdf0fc955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:55:07.301974 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-3abcece6-8751-40ad-a589-0c580f45658a req-a4cdbe06-0f8f-4ff9-ab59-1fcfdf0fc955 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=34092502-556e-4029-88a5-c73b157298f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0551407 Jun 16 09:55:07.424621 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4521fbfc-6c20-490b-bcd9-2e16914848e0 None None] New status for floating IP 6b24ee7a-c3ea-4e24-9a07-97ce606040c5: DOWN {{(pid=98983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 09:55:07.445984 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-8b9daf4f-1eb9-4f4d-abb6-13b8c0e57e90 req-511698cf-da07-4fc8-ba71-1cde50d15a29 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98d4b30-a1d1-4d69-b8ad-d612e2a433aa HTTP/1.1" status: 200 len: 210 time: 0.0348477 Jun 16 09:55:07.449701 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-3abcece6-8751-40ad-a589-0c580f45658a req-780dd593-d248-47d9-bc04-e6e2282a487f service neutron] 10.222.0.49 "GET /v2.0/networks/34092502-556e-4029-88a5-c73b157298f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400678 Jun 16 09:55:07.549108 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-3abcece6-8751-40ad-a589-0c580f45658a req-521ce371-f697-43d8-89f3-e0cedea59f06 service neutron] 10.222.0.49 "GET /v2.0/networks/34092502-556e-4029-88a5-c73b157298f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869586 Jun 16 09:55:08.530877 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-03764b24-89f4-4ed0-bf33-1e3ff3223c38 req-47c10fad-6f94-4dbf-b49c-78e40c31b05a tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98d4b30-a1d1-4d69-b8ad-d612e2a433aa HTTP/1.1" status: 200 len: 210 time: 0.0325928 Jun 16 09:55:09.677595 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-02c49b76-8343-4cfb-91da-d7df9d4b3d04 req-1d5dea56-db7a-4a1f-8b8e-255630de20aa tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98d4b30-a1d1-4d69-b8ad-d612e2a433aa HTTP/1.1" status: 200 len: 210 time: 0.0339634 Jun 16 09:55:10.817886 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-5dac8a00-0e22-45ff-8e20-e0ed178627be req-746e3dc4-0050-41ec-b5d2-a7f87b3bedf0 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98d4b30-a1d1-4d69-b8ad-d612e2a433aa HTTP/1.1" status: 200 len: 210 time: 0.0299246 Jun 16 09:55:10.892749 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5faac3-d8af-4cfb-a9e1-e09850eaf77a req-1dc2d650-9017-4acb-a2b9-f464debac98c tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:55:10.894200 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-9e5faac3-d8af-4cfb-a9e1-e09850eaf77a req-1dc2d650-9017-4acb-a2b9-f464debac98c tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.49 "GET /v2.0/networks?id=eae67a9b-5ad3-4a2b-a012-c75340b64206 HTTP/1.1" status: 200 len: 810 time: 0.1046634 Jun 16 09:55:10.946320 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-9e5faac3-d8af-4cfb-a9e1-e09850eaf77a req-a14806da-fe93-44b3-82a5-123dc1e9fa15 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed2156b918e84ef2a8cd08f2710cf24f HTTP/1.1" status: 200 len: 379 time: 0.0356169 Jun 16 09:55:10.957892 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [req-9e5faac3-d8af-4cfb-a9e1-e09850eaf77a req-73193b95-f5c2-4ad9-83df-d3ddba1e7e6a tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Request body: {'port': {'device_id': 'a98d4b30-a1d1-4d69-b8ad-d612e2a433aa', 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206', 'admin_state_up': True, 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'security_groups': ['924c6667-e697-4c03-bd72-091d94a3ea6c']}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:55:11.135500 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e5faac3-d8af-4cfb-a9e1-e09850eaf77a req-73193b95-f5c2-4ad9-83df-d3ddba1e7e6a tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Made reservation on behalf of ed2156b918e84ef2a8cd08f2710cf24f for: {'port': 1} {{(pid=98981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:55:11.139276 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-9e5faac3-d8af-4cfb-a9e1-e09850eaf77a req-73193b95-f5c2-4ad9-83df-d3ddba1e7e6a tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:11.233126 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6b59e-fc5e-42cd-ba18-9843b16f7984 req-4cc49a49-5817-4b8a-bbe0-c159f3133e65 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:55:11.234577 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-71f6b59e-fc5e-42cd-ba18-9843b16f7984 req-4cc49a49-5817-4b8a-bbe0-c159f3133e65 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77dd1c5-089c-4c96-b85d-015cac195fa6 HTTP/1.1" status: 200 len: 945 time: 0.0638661 Jun 16 09:55:11.275492 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-71f6b59e-fc5e-42cd-ba18-9843b16f7984 req-2eeda2d0-eecc-4880-829c-f82333b7abb2 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e0c2ce-3b37-4691-8cd7-f792ae2b070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349100 Jun 16 09:55:11.275712 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.db_base_plugin_common [req-9e5faac3-d8af-4cfb-a9e1-e09850eaf77a req-73193b95-f5c2-4ad9-83df-d3ddba1e7e6a tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Allocated IP 172.20.0.4 (eae67a9b-5ad3-4a2b-a012-c75340b64206/43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f/751b23bb-daa6-4c54-9c07-93df839f5865) {{(pid=98981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:55:11.358174 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:11.409754 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-9e5faac3-d8af-4cfb-a9e1-e09850eaf77a req-73193b95-f5c2-4ad9-83df-d3ddba1e7e6a tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks [] for port, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:11.422983 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.provisioning_blocks [req-9e5faac3-d8af-4cfb-a9e1-e09850eaf77a req-73193b95-f5c2-4ad9-83df-d3ddba1e7e6a tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Transition to ACTIVE for port object 751b23bb-daa6-4c54-9c07-93df839f5865 will not be triggered until provisioned by entity DHCP. {{(pid=98981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:55:11.536491 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-9e5faac3-d8af-4cfb-a9e1-e09850eaf77a req-73193b95-f5c2-4ad9-83df-d3ddba1e7e6a tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126587788'] for port, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:11.540933 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-1f40f3a1-b2c0-4aae-9677-8fdd0dcb2bde tempest-AttachVolumeShelveTestJSON-957086628 tempest-AttachVolumeShelveTestJSON-957086628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:55:11.582909 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e5faac3-d8af-4cfb-a9e1-e09850eaf77a req-73193b95-f5c2-4ad9-83df-d3ddba1e7e6a tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Network eae67a9b-5ad3-4a2b-a012-c75340b64206 is already hosted by enough agents. {{(pid=98981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:55:11.588443 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.base_scheduler [req-9e5faac3-d8af-4cfb-a9e1-e09850eaf77a req-73193b95-f5c2-4ad9-83df-d3ddba1e7e6a tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Resources bound (agent type, host, resource id): {{(pid=98981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:55:11.594940 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e5faac3-d8af-4cfb-a9e1-e09850eaf77a req-73193b95-f5c2-4ad9-83df-d3ddba1e7e6a tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Received port after_create {{(pid=98981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:55:11.602422 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73193b95-f5c2-4ad9-83df-d3ddba1e7e6a tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Pushing event updated for resources: {'Port': ['ID=751b23bb-daa6-4c54-9c07-93df839f5865,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:55:11.622441 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-73193b95-f5c2-4ad9-83df-d3ddba1e7e6a tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:55:11.648085 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5faac3-d8af-4cfb-a9e1-e09850eaf77a req-73193b95-f5c2-4ad9-83df-d3ddba1e7e6a tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:55:11.648800 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-9e5faac3-d8af-4cfb-a9e1-e09850eaf77a req-73193b95-f5c2-4ad9-83df-d3ddba1e7e6a tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for port, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:11.765042 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-9e5faac3-d8af-4cfb-a9e1-e09850eaf77a req-73193b95-f5c2-4ad9-83df-d3ddba1e7e6a tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8109038 Jun 16 09:55:11.783701 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [req-9e5faac3-d8af-4cfb-a9e1-e09850eaf77a req-03b7a8ab-9d21-4adc-b03d-94b434f93b1d service neutron] Request body: {'port': {'device_id': 'a98d4b30-a1d1-4d69-b8ad-d612e2a433aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:55:11.844261 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-0918fc83-c1fe-4748-bfac-0ab09b9a3f37 None None] Provisioning for port 751b23bb-daa6-4c54-9c07-93df839f5865 completed by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:55:11.848086 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-0918fc83-c1fe-4748-bfac-0ab09b9a3f37 None None] Provisioning complete for port 751b23bb-daa6-4c54-9c07-93df839f5865 triggered by entity DHCP. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:55:11.852508 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-0918fc83-c1fe-4748-bfac-0ab09b9a3f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:11.853803 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-9e5faac3-d8af-4cfb-a9e1-e09850eaf77a req-03b7a8ab-9d21-4adc-b03d-94b434f93b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:11.889405 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-0918fc83-c1fe-4748-bfac-0ab09b9a3f37 None None] Port 751b23bb-daa6-4c54-9c07-93df839f5865 cannot update to ACTIVE because it is not bound. {{(pid=98982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 09:55:12.090929 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b8e91a-fab2-4bf6-8b36-71e4149e46ea req-8a44895a-e311-43c5-a4c7-0fbbe0d590e7 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:55:12.092371 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-49b8e91a-fab2-4bf6-8b36-71e4149e46ea req-8a44895a-e311-43c5-a4c7-0fbbe0d590e7 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98d4b30-a1d1-4d69-b8ad-d612e2a433aa HTTP/1.1" status: 200 len: 931 time: 0.1349387 Jun 16 09:55:12.156645 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-49b8e91a-fab2-4bf6-8b36-71e4149e46ea req-7ea6edc2-9b14-46d7-a0db-8e7472ca5dd4 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/security-groups?id=924c6667-e697-4c03-bd72-091d94a3ea6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584121 Jun 16 09:55:12.195220 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.notifiers.nova [req-9e5faac3-d8af-4cfb-a9e1-e09850eaf77a req-03b7a8ab-9d21-4adc-b03d-94b434f93b1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 751b23bb-daa6-4c54-9c07-93df839f5865 {{(pid=98981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:55:12.202485 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-9e5faac3-d8af-4cfb-a9e1-e09850eaf77a req-03b7a8ab-9d21-4adc-b03d-94b434f93b1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:12.213728 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.provisioning_blocks [req-9e5faac3-d8af-4cfb-a9e1-e09850eaf77a req-03b7a8ab-9d21-4adc-b03d-94b434f93b1d service neutron] Transition to ACTIVE for port object 751b23bb-daa6-4c54-9c07-93df839f5865 will not be triggered until provisioned by entity L2. {{(pid=98981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:55:12.318302 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-9e5faac3-d8af-4cfb-a9e1-e09850eaf77a req-03b7a8ab-9d21-4adc-b03d-94b434f93b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126587802'] for port, after_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:12.320555 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:55:12.408454 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b7a8ab-9d21-4adc-b03d-94b434f93b1d service neutron] Pushing event updated for resources: {'Port': ['ID=751b23bb-daa6-4c54-9c07-93df839f5865,revision_number=2']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:55:12.411789 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-03b7a8ab-9d21-4adc-b03d-94b434f93b1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:55:12.485878 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8351650-5787-4730-bdb1-8e1af5720d75 req-f4d05b2f-2981-43cd-86ef-228370ed02b1 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:55:12.489018 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-a8351650-5787-4730-bdb1-8e1af5720d75 req-f4d05b2f-2981-43cd-86ef-228370ed02b1 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77dd1c5-089c-4c96-b85d-015cac195fa6 HTTP/1.1" status: 200 len: 945 time: 0.0924149 Jun 16 09:55:12.492429 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.managers [req-9e5faac3-d8af-4cfb-a9e1-e09850eaf77a req-03b7a8ab-9d21-4adc-b03d-94b434f93b1d service neutron] Attempting to bind port 751b23bb-daa6-4c54-9c07-93df839f5865 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=98981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:55:12.492874 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.managers [req-9e5faac3-d8af-4cfb-a9e1-e09850eaf77a req-03b7a8ab-9d21-4adc-b03d-94b434f93b1d service neutron] Attempting to bind port 751b23bb-daa6-4c54-9c07-93df839f5865 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '8b33f738-d644-4c54-b55c-1571647efaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206'}] {{(pid=98981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:55:12.493322 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5faac3-d8af-4cfb-a9e1-e09850eaf77a req-03b7a8ab-9d21-4adc-b03d-94b434f93b1d service neutron] Attempting to bind port 751b23bb-daa6-4c54-9c07-93df839f5865 on network eae67a9b-5ad3-4a2b-a012-c75340b64206 {{(pid=98981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:55:12.498652 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5faac3-d8af-4cfb-a9e1-e09850eaf77a req-03b7a8ab-9d21-4adc-b03d-94b434f93b1d service neutron] Port 751b23bb-daa6-4c54-9c07-93df839f5865 on network eae67a9b-5ad3-4a2b-a012-c75340b64206 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=98981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 09:55:12.499043 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5faac3-d8af-4cfb-a9e1-e09850eaf77a req-03b7a8ab-9d21-4adc-b03d-94b434f93b1d service neutron] Attempting to bind port 751b23bb-daa6-4c54-9c07-93df839f5865 on network eae67a9b-5ad3-4a2b-a012-c75340b64206 {{(pid=98981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:55:12.507390 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5faac3-d8af-4cfb-a9e1-e09850eaf77a req-03b7a8ab-9d21-4adc-b03d-94b434f93b1d service neutron] Checking agent: {'id': '868dca64-f295-49d2-b561-88939e4b0d1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 41, 11), 'started_at': datetime.datetime(2021, 6, 16, 9, 41, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:55:12.507706 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5faac3-d8af-4cfb-a9e1-e09850eaf77a req-03b7a8ab-9d21-4adc-b03d-94b434f93b1d service neutron] Checking segment: {'id': '8b33f738-d644-4c54-b55c-1571647efaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:55:12.508231 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5faac3-d8af-4cfb-a9e1-e09850eaf77a req-03b7a8ab-9d21-4adc-b03d-94b434f93b1d service neutron] Bound using segment: {'id': '8b33f738-d644-4c54-b55c-1571647efaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206'} {{(pid=98981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:55:12.508665 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.managers [req-9e5faac3-d8af-4cfb-a9e1-e09850eaf77a req-03b7a8ab-9d21-4adc-b03d-94b434f93b1d service neutron] Bound port: 751b23bb-daa6-4c54-9c07-93df839f5865, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b33f738-d644-4c54-b55c-1571647efaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206'}}] {{(pid=98981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:55:12.509000 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-9e5faac3-d8af-4cfb-a9e1-e09850eaf77a req-03b7a8ab-9d21-4adc-b03d-94b434f93b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:12.533718 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-a8351650-5787-4730-bdb1-8e1af5720d75 req-a3671990-9181-49d9-98e3-e05080b8bdb7 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e0c2ce-3b37-4691-8cd7-f792ae2b070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373335 Jun 16 09:55:12.604428 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.db [req-9e5faac3-d8af-4cfb-a9e1-e09850eaf77a req-03b7a8ab-9d21-4adc-b03d-94b434f93b1d service neutron] For port 751b23bb-daa6-4c54-9c07-93df839f5865, host hv-cinder-79628, cleared binding levels {{(pid=98981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:55:12.607528 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.db [req-9e5faac3-d8af-4cfb-a9e1-e09850eaf77a req-03b7a8ab-9d21-4adc-b03d-94b434f93b1d service neutron] For port 751b23bb-daa6-4c54-9c07-93df839f5865, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=751b23bb-daa6-4c54-9c07-93df839f5865,segment=NetworkSegment(8b33f738-d644-4c54-b55c-1571647efaaa),segment_id=8b33f738-d644-4c54-b55c-1571647efaaa)] {{(pid=98981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:55:12.685096 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-9e5faac3-d8af-4cfb-a9e1-e09850eaf77a req-03b7a8ab-9d21-4adc-b03d-94b434f93b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126587802'] for port, after_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:12.688062 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-03b7a8ab-9d21-4adc-b03d-94b434f93b1d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:55:12.718519 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5faac3-d8af-4cfb-a9e1-e09850eaf77a req-03b7a8ab-9d21-4adc-b03d-94b434f93b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:55:12.719141 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [req-9e5faac3-d8af-4cfb-a9e1-e09850eaf77a req-03b7a8ab-9d21-4adc-b03d-94b434f93b1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for port, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:12.720469 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-9e5faac3-d8af-4cfb-a9e1-e09850eaf77a req-03b7a8ab-9d21-4adc-b03d-94b434f93b1d service neutron] 10.222.0.49 "PUT /v2.0/ports/751b23bb-daa6-4c54-9c07-93df839f5865 HTTP/1.1" status: 200 len: 1093 time: 0.9409783 Jun 16 09:55:12.720969 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a98d4b30-a1d1-4d69-b8ad-d612e2a433aa', 'tag': '751b23bb-daa6-4c54-9c07-93df839f5865'}] {{(pid=98981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:55:12.723431 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18eb52cff4d517b1dce9432e7e66d3e16844a09bb405b8b8e4b50ca476568750" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7707b67-91a9-425a-b5c9-9d40553bb49d" -d '{"events": [{"name": "network-changed", "server_uuid": "a98d4b30-a1d1-4d69-b8ad-d612e2a433aa", "tag": "751b23bb-daa6-4c54-9c07-93df839f5865"}]}' {{(pid=98981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:55:12.756127 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b7a8ab-9d21-4adc-b03d-94b434f93b1d service neutron] Pushing event updated for resources: {'Port': ['ID=751b23bb-daa6-4c54-9c07-93df839f5865,revision_number=3']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:55:12.760050 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-03b7a8ab-9d21-4adc-b03d-94b434f93b1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:55:12.828017 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ebf7683-7143-4423-8837-b8d0a8e000b5 x-openstack-request-id: req-8ebf7683-7143-4423-8837-b8d0a8e000b5 {{(pid=98981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:55:12.828345 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a98d4b30-a1d1-4d69-b8ad-d612e2a433aa", "tag": "751b23bb-daa6-4c54-9c07-93df839f5865", "status": "completed", "code": 200}]} {{(pid=98981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:55:12.828631 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8ebf7683-7143-4423-8837-b8d0a8e000b5 {{(pid=98981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:55:12.829063 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a98d4b30-a1d1-4d69-b8ad-d612e2a433aa', 'tag': '751b23bb-daa6-4c54-9c07-93df839f5865', 'status': 'completed', 'code': 200} Jun 16 09:55:12.933775 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7707b67-91a9-425a-b5c9-9d40553bb49d req-7354b015-3cf1-460b-baca-fc9fb570cd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:55:12.935349 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-a7707b67-91a9-425a-b5c9-9d40553bb49d req-7354b015-3cf1-460b-baca-fc9fb570cd37 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ed2156b918e84ef2a8cd08f2710cf24f&device_id=a98d4b30-a1d1-4d69-b8ad-d612e2a433aa HTTP/1.1" status: 200 len: 1096 time: 0.0558910 Jun 16 09:55:13.045686 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7707b67-91a9-425a-b5c9-9d40553bb49d req-f63d6058-88dd-46ca-b707-bf6664f91815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:55:13.047090 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-a7707b67-91a9-425a-b5c9-9d40553bb49d req-f63d6058-88dd-46ca-b707-bf6664f91815 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=ed2156b918e84ef2a8cd08f2710cf24f&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0952206 Jun 16 09:55:13.142372 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7707b67-91a9-425a-b5c9-9d40553bb49d req-111bd8ba-acde-445d-91ea-08a14f226795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:55:13.143962 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-a7707b67-91a9-425a-b5c9-9d40553bb49d req-111bd8ba-acde-445d-91ea-08a14f226795 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892322 Jun 16 09:55:13.274725 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5faac3-d8af-4cfb-a9e1-e09850eaf77a req-34477f4d-4f5f-4298-84cc-eaded69b3149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:55:13.276342 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-9e5faac3-d8af-4cfb-a9e1-e09850eaf77a req-34477f4d-4f5f-4298-84cc-eaded69b3149 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ed2156b918e84ef2a8cd08f2710cf24f&device_id=a98d4b30-a1d1-4d69-b8ad-d612e2a433aa HTTP/1.1" status: 200 len: 1096 time: 0.0552876 Jun 16 09:55:13.327620 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-9e5faac3-d8af-4cfb-a9e1-e09850eaf77a req-0c0bb9a3-4292-4968-9790-aa0f8db7b8f6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=751b23bb-daa6-4c54-9c07-93df839f5865 HTTP/1.1" status: 200 len: 217 time: 0.0340960 Jun 16 09:55:13.328141 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3c304-843d-4df7-afe3-2cff7161294f req-5f1ad0a6-96a1-4bcb-bdfc-27e827307338 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:55:13.329581 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-77a3c304-843d-4df7-afe3-2cff7161294f req-5f1ad0a6-96a1-4bcb-bdfc-27e827307338 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98d4b30-a1d1-4d69-b8ad-d612e2a433aa HTTP/1.1" status: 200 len: 943 time: 0.0627956 Jun 16 09:55:13.367481 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-77a3c304-843d-4df7-afe3-2cff7161294f req-2bbddcf9-b34b-4d53-a277-baa14061aae4 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/security-groups?id=924c6667-e697-4c03-bd72-091d94a3ea6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321667 Jun 16 09:55:13.380173 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5faac3-d8af-4cfb-a9e1-e09850eaf77a req-42263a25-7df2-45fc-919f-66472b3b481e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:55:13.383969 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-9e5faac3-d8af-4cfb-a9e1-e09850eaf77a req-42263a25-7df2-45fc-919f-66472b3b481e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f HTTP/1.1" status: 200 len: 849 time: 0.0484641 Jun 16 09:55:13.503169 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5faac3-d8af-4cfb-a9e1-e09850eaf77a req-5e7e9641-6c85-45b4-b753-3b232c73530f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:55:13.504540 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-9e5faac3-d8af-4cfb-a9e1-e09850eaf77a req-5e7e9641-6c85-45b4-b753-3b232c73530f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eae67a9b-5ad3-4a2b-a012-c75340b64206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0554554 Jun 16 09:55:13.516659 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d401a3-ce8d-494b-b67b-a6da08f9588c req-ca190d93-f60f-48bc-bfb6-ce96faa27a7e tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:55:13.518054 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-14d401a3-ce8d-494b-b67b-a6da08f9588c req-ca190d93-f60f-48bc-bfb6-ce96faa27a7e tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.49 "GET /v2.0/ports?device_id=c77dd1c5-089c-4c96-b85d-015cac195fa6 HTTP/1.1" status: 200 len: 945 time: 0.0688457 Jun 16 09:55:13.599216 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-9e5faac3-d8af-4cfb-a9e1-e09850eaf77a req-3434726b-51ab-479e-b73b-6fdc338f2f2c service neutron] 10.222.0.49 "GET /v2.0/networks/eae67a9b-5ad3-4a2b-a012-c75340b64206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822616 Jun 16 09:55:13.619203 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.plugin [req-14d401a3-ce8d-494b-b67b-a6da08f9588c req-77b9b3b0-c778-4323-8cc4-4cb2e103acf3 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Deleting port 040c7aab-3f46-4361-80b3-75d3c58625c7 {{(pid=98980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:55:13.619825 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-14d401a3-ce8d-494b-b67b-a6da08f9588c req-77b9b3b0-c778-4323-8cc4-4cb2e103acf3 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:13.711265 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.db [req-14d401a3-ce8d-494b-b67b-a6da08f9588c req-77b9b3b0-c778-4323-8cc4-4cb2e103acf3 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] For port 040c7aab-3f46-4361-80b3-75d3c58625c7, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=040c7aab-3f46-4361-80b3-75d3c58625c7,segment=NetworkSegment(d2397094-e9f3-4aca-9d3c-4c46489abaee),segment_id=d2397094-e9f3-4aca-9d3c-4c46489abaee)] {{(pid=98980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:55:13.711623 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-14d401a3-ce8d-494b-b67b-a6da08f9588c req-77b9b3b0-c778-4323-8cc4-4cb2e103acf3 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:13.725322 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-9e5faac3-d8af-4cfb-a9e1-e09850eaf77a req-e76e5e22-6c64-47ae-86ad-c2cc27335fbc service neutron] 10.222.0.49 "GET /v2.0/networks/eae67a9b-5ad3-4a2b-a012-c75340b64206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151185 Jun 16 09:55:13.753975 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582d711-3649-4171-a20f-80c69d41761c req-27819508-dd90-4908-8ca9-eda30b364d97 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:55:13.756557 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-c582d711-3649-4171-a20f-80c69d41761c req-27819508-dd90-4908-8ca9-eda30b364d97 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77dd1c5-089c-4c96-b85d-015cac195fa6 HTTP/1.1" status: 200 len: 945 time: 0.0871260 Jun 16 09:55:13.779372 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.plugin [req-14d401a3-ce8d-494b-b67b-a6da08f9588c req-77b9b3b0-c778-4323-8cc4-4cb2e103acf3 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Calling delete_port for 040c7aab-3f46-4361-80b3-75d3c58625c7 owned by compute:nova {{(pid=98980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:55:13.793778 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-c582d711-3649-4171-a20f-80c69d41761c req-4ebea5ef-ee8f-4f0c-a4e4-9dc400476940 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e0c2ce-3b37-4691-8cd7-f792ae2b070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322762 Jun 16 09:55:13.986989 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-14d401a3-ce8d-494b-b67b-a6da08f9588c req-77b9b3b0-c778-4323-8cc4-4cb2e103acf3 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126582338'] for port, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:13.990860 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-014f9249-5fb7-441b-b13f-3e910c684aa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:55:14.017621 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b9b3b0-c778-4323-8cc4-4cb2e103acf3 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Pushing event deleted for resources: {'Port': ['ID=040c7aab-3f46-4361-80b3-75d3c58625c7,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:55:14.022672 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-77b9b3b0-c778-4323-8cc4-4cb2e103acf3 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:55:14.027287 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] get_ports_and_sgs() called for port_ids ['040c7aab-3f46-4361-80b3-75d3c58625c7'] {{(pid=98982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:55:14.067819 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d401a3-ce8d-494b-b67b-a6da08f9588c req-77b9b3b0-c778-4323-8cc4-4cb2e103acf3 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] No DVR routers for this DVR port 040c7aab-3f46-4361-80b3-75d3c58625c7 on host hv-cinder-79628 {{(pid=98980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:55:14.070725 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-14d401a3-ce8d-494b-b67b-a6da08f9588c req-77b9b3b0-c778-4323-8cc4-4cb2e103acf3 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for port, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:14.072685 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-14d401a3-ce8d-494b-b67b-a6da08f9588c req-77b9b3b0-c778-4323-8cc4-4cb2e103acf3 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.49 "DELETE /v2.0/ports/040c7aab-3f46-4361-80b3-75d3c58625c7 HTTP/1.1" status: 204 len: 173 time: 0.5459392 Jun 16 09:55:14.073649 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77dd1c5-089c-4c96-b85d-015cac195fa6', 'name': 'network-vif-deleted', 'tag': '040c7aab-3f46-4361-80b3-75d3c58625c7'}] {{(pid=98980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:55:14.075928 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f334069be3519ec184138b23d582e39f65c0d47b6cef299b3d1a0596e5c2100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78bb5c89-f973-4c31-92e7-420b2bff4b41" -d '{"events": [{"server_uuid": "c77dd1c5-089c-4c96-b85d-015cac195fa6", "name": "network-vif-deleted", "tag": "040c7aab-3f46-4361-80b3-75d3c58625c7"}]}' {{(pid=98980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:55:14.112647 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b182cf5-bb08-4f89-b150-c51f8686a7fc x-openstack-request-id: req-7b182cf5-bb08-4f89-b150-c51f8686a7fc {{(pid=98980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:55:14.112988 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c77dd1c5-089c-4c96-b85d-015cac195fa6", "name": "network-vif-deleted", "tag": "040c7aab-3f46-4361-80b3-75d3c58625c7", "status": "completed", "code": 200}]} {{(pid=98980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:55:14.113287 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7b182cf5-bb08-4f89-b150-c51f8686a7fc {{(pid=98980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:55:14.113733 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c77dd1c5-089c-4c96-b85d-015cac195fa6', 'name': 'network-vif-deleted', 'tag': '040c7aab-3f46-4361-80b3-75d3c58625c7', 'status': 'completed', 'code': 200} Jun 16 09:55:14.555902 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0653c27f-0577-4448-887e-c3ab9f204f12 req-58e9d5a9-a8be-4bc8-bff9-dec4a01dbef0 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:55:14.557342 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-0653c27f-0577-4448-887e-c3ab9f204f12 req-58e9d5a9-a8be-4bc8-bff9-dec4a01dbef0 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98d4b30-a1d1-4d69-b8ad-d612e2a433aa HTTP/1.1" status: 200 len: 943 time: 0.0774119 Jun 16 09:55:14.594301 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-0653c27f-0577-4448-887e-c3ab9f204f12 req-f93efc36-d974-402c-98ac-1915c001d765 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/security-groups?id=924c6667-e697-4c03-bd72-091d94a3ea6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312006 Jun 16 09:55:14.957213 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-d97c4092-4663-46ce-8074-ad8a7e04e72e req-631b9b24-a51f-421d-9027-8cdf708d1238 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77dd1c5-089c-4c96-b85d-015cac195fa6 HTTP/1.1" status: 200 len: 210 time: 0.0290706 Jun 16 09:55:15.761805 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e28cc06-fad2-41e0-926f-d8f2550af6c4 req-812c1f48-88d7-4290-a750-7943f33809c9 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:55:15.763248 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-6e28cc06-fad2-41e0-926f-d8f2550af6c4 req-812c1f48-88d7-4290-a750-7943f33809c9 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98d4b30-a1d1-4d69-b8ad-d612e2a433aa HTTP/1.1" status: 200 len: 943 time: 0.0621064 Jun 16 09:55:15.799375 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-6e28cc06-fad2-41e0-926f-d8f2550af6c4 req-cc856ca6-4b25-4614-a3f3-f2d630beafa6 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/security-groups?id=924c6667-e697-4c03-bd72-091d94a3ea6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305791 Jun 16 09:55:16.915637 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 040c7aab-3f46-4361-80b3-75d3c58625c7 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:55:16.937335 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] No Port match for: 040c7aab-3f46-4361-80b3-75d3c58625c7 {{(pid=98982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:55:16.937684 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 040c7aab-3f46-4361-80b3-75d3c58625c7 not bound to the agent host hv-cinder-79628 {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:55:16.969131 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-35d8aa0a-358c-443c-8740-078c9898bf6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:16.990225 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22fa7b-4f5f-4773-afc7-e3ce80a14b95 req-4437cbf4-7a31-4b8a-b921-09662a92d01a tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:55:16.992235 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-be22fa7b-4f5f-4773-afc7-e3ce80a14b95 req-4437cbf4-7a31-4b8a-b921-09662a92d01a tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98d4b30-a1d1-4d69-b8ad-d612e2a433aa HTTP/1.1" status: 200 len: 943 time: 0.0645771 Jun 16 09:55:17.029518 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-be22fa7b-4f5f-4773-afc7-e3ce80a14b95 req-a9160953-1771-4c6f-b309-e6dd4dab0f5e tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/security-groups?id=924c6667-e697-4c03-bd72-091d94a3ea6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315480 Jun 16 09:55:17.359314 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 57132) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:55:17.688612 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-c3d2b9f7-5c8d-47c0-affb-1ca3d41f98a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690889'] for router_interface, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:17.930414 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.plugin [None req-c3d2b9f7-5c8d-47c0-affb-1ca3d41f98a4 admin admin] Deleting port 420c00db-f8b6-44b7-95d7-af6cedaa96f1 {{(pid=98981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:55:17.931017 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-c3d2b9f7-5c8d-47c0-affb-1ca3d41f98a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:18.013727 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.db [None req-c3d2b9f7-5c8d-47c0-affb-1ca3d41f98a4 admin admin] For port 420c00db-f8b6-44b7-95d7-af6cedaa96f1, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=420c00db-f8b6-44b7-95d7-af6cedaa96f1,segment=NetworkSegment(d2397094-e9f3-4aca-9d3c-4c46489abaee),segment_id=d2397094-e9f3-4aca-9d3c-4c46489abaee)] {{(pid=98981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:55:18.014082 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-c3d2b9f7-5c8d-47c0-affb-1ca3d41f98a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:18.078630 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.plugin [None req-c3d2b9f7-5c8d-47c0-affb-1ca3d41f98a4 admin admin] Calling delete_port for 420c00db-f8b6-44b7-95d7-af6cedaa96f1 owned by network:router_interface {{(pid=98981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:55:18.538656 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1dfbf5-0405-40c2-b5fb-0550e72e9a13 req-0bcc3566-ccfb-439b-b547-96e9369e51c3 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:55:18.540141 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-1f1dfbf5-0405-40c2-b5fb-0550e72e9a13 req-0bcc3566-ccfb-439b-b547-96e9369e51c3 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98d4b30-a1d1-4d69-b8ad-d612e2a433aa HTTP/1.1" status: 200 len: 943 time: 0.4023790 Jun 16 09:55:18.618784 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-1f1dfbf5-0405-40c2-b5fb-0550e72e9a13 req-4836c0c0-45c1-47e0-a5c0-f481947407f3 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/security-groups?id=924c6667-e697-4c03-bd72-091d94a3ea6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722847 Jun 16 09:55:18.683569 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-c3d2b9f7-5c8d-47c0-affb-1ca3d41f98a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126587795'] for port, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:18.685717 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-d3851a08-e856-4a77-9a4e-c344653ede16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:55:18.711922 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d2b9f7-5c8d-47c0-affb-1ca3d41f98a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=420c00db-f8b6-44b7-95d7-af6cedaa96f1,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:55:18.715018 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-c3d2b9f7-5c8d-47c0-affb-1ca3d41f98a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:55:18.871936 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-c3d2b9f7-5c8d-47c0-affb-1ca3d41f98a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690781'] for router_interface, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:19.088989 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d2b9f7-5c8d-47c0-affb-1ca3d41f98a4 admin admin] Router 32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f has already been hosted by L3 agent 7768ee83-37c7-4165-88a2-5844eb43ad81 {{(pid=98981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:55:19.191839 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d2b9f7-5c8d-47c0-affb-1ca3d41f98a4 admin admin] Notify agent at l3_agent.dv-cinder-796286-4-iscsi the message routers_updated {{(pid=98981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:55:19.196866 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-c3d2b9f7-5c8d-47c0-affb-1ca3d41f98a4 admin admin] 10.222.0.25 "PUT /v2.0/routers/32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8365569 Jun 16 09:55:19.199367 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 57136) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:55:19.200319 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f994a65-3d13-4fa8-ab28-83cde1954c14 None None] Sync routers for ids ['32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f'] in dv-cinder-796286-4-iscsi {{(pid=98982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:55:19.210030 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f994a65-3d13-4fa8-ab28-83cde1954c14 None None] Routers {'32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:55:19.210954 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-3f994a65-3d13-4fa8-ab28-83cde1954c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:54:49Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f'], 'active': True} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:55:19.298137 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-0e586fa8-c4f2-4646-8eca-af69c9cb5262 admin admin] Notify callbacks [] for router, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:19.323319 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvr_db [None req-3f994a65-3d13-4fa8-ab28-83cde1954c14 None None] Set router 32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f gateway port host: dv-cinder-796286-4-iscsi {{(pid=98982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:55:19.379537 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-bbb409ef-2c9a-4954-be5e-9050e0e11623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:19.403009 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-0e586fa8-c4f2-4646-8eca-af69c9cb5262 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:19.512965 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-3f994a65-3d13-4fa8-ab28-83cde1954c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f', 'name': 'tempest-TestMinimumBasicScenario-282575588-router', 'tenant_id': '2be84d9537ef45c39254255fa3add339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '9174599c-5da7-47dc-9746-05cc55a79278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:52:43Z', 'updated_at': '2021-06-16T09:55:18Z', 'revision_number': 5, 'project_id': '2be84d9537ef45c39254255fa3add339', 'gw_port': {'id': '9174599c-5da7-47dc-9746-05cc55a79278', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:52:44Z', 'updated_at': '2021-06-16T09:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi'}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:55:19.516370 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f994a65-3d13-4fa8-ab28-83cde1954c14 None None] Checking router: 32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f for host: dv-cinder-796286-4-iscsi {{(pid=98982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:55:19.524238 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f994a65-3d13-4fa8-ab28-83cde1954c14 None None] Routers {'32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:55:19.524836 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-3f994a65-3d13-4fa8-ab28-83cde1954c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:55:19Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f'], 'active': True} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:55:19.536694 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.plugin [None req-0e586fa8-c4f2-4646-8eca-af69c9cb5262 admin admin] Deleting port 9174599c-5da7-47dc-9746-05cc55a79278 {{(pid=98981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:55:19.537023 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-0e586fa8-c4f2-4646-8eca-af69c9cb5262 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:19.559882 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:19.612214 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvr_db [None req-3f994a65-3d13-4fa8-ab28-83cde1954c14 None None] Set router 32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f gateway port host: None {{(pid=98982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:55:19.614315 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.db [None req-0e586fa8-c4f2-4646-8eca-af69c9cb5262 admin admin] For port 9174599c-5da7-47dc-9746-05cc55a79278, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=9174599c-5da7-47dc-9746-05cc55a79278,segment=NetworkSegment(ee5243d6-0a20-466c-b2f3-0cfa4d8430c8),segment_id=ee5243d6-0a20-466c-b2f3-0cfa4d8430c8)] {{(pid=98981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:55:19.614850 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-0e586fa8-c4f2-4646-8eca-af69c9cb5262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:19.662100 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-3f994a65-3d13-4fa8-ab28-83cde1954c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f', 'name': 'tempest-TestMinimumBasicScenario-282575588-router', 'tenant_id': '2be84d9537ef45c39254255fa3add339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:52:43Z', 'updated_at': '2021-06-16T09:55:19Z', 'revision_number': 6, 'project_id': '2be84d9537ef45c39254255fa3add339', 'gw_port_host': None}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:55:19.666300 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f994a65-3d13-4fa8-ab28-83cde1954c14 None None] The sync data for ids ['32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f'] in dv-cinder-796286-4-iscsi is: [{'id': '32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f', 'name': 'tempest-TestMinimumBasicScenario-282575588-router', 'tenant_id': '2be84d9537ef45c39254255fa3add339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:52:43Z', 'updated_at': '2021-06-16T09:55:19Z', 'revision_number': 6, 'project_id': '2be84d9537ef45c39254255fa3add339', 'gw_port_host': None}] {{(pid=98982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:55:19.685165 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.plugin [None req-0e586fa8-c4f2-4646-8eca-af69c9cb5262 admin admin] Calling delete_port for 9174599c-5da7-47dc-9746-05cc55a79278 owned by network:router_gateway {{(pid=98981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:55:19.796465 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0f60c-3031-4dc8-921c-978cd44be3eb req-5748dd2d-cf69-446e-8c42-5093954d454c tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:55:19.797922 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-6ec0f60c-3031-4dc8-921c-978cd44be3eb req-5748dd2d-cf69-446e-8c42-5093954d454c tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98d4b30-a1d1-4d69-b8ad-d612e2a433aa HTTP/1.1" status: 200 len: 943 time: 0.0657897 Jun 16 09:55:19.835016 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-6ec0f60c-3031-4dc8-921c-978cd44be3eb req-90351b9f-81dd-47bc-ac31-33d263659df9 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/security-groups?id=924c6667-e697-4c03-bd72-091d94a3ea6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309122 Jun 16 09:55:19.917867 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-0e586fa8-c4f2-4646-8eca-af69c9cb5262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126587795'] for port, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:19.919976 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-df5b8c67-7230-4b71-96c6-7b2d648bcbe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:55:19.948973 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e586fa8-c4f2-4646-8eca-af69c9cb5262 admin admin] Pushing event deleted for resources: {'Port': ['ID=9174599c-5da7-47dc-9746-05cc55a79278,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:55:19.951100 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-0e586fa8-c4f2-4646-8eca-af69c9cb5262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:55:19.999125 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.agents_db [None req-3560065e-ea11-4ff4-820f-b568c2ca0093 None None] Agent healthcheck: found 6 active agents {{(pid=98983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:55:20.009296 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-0e586fa8-c4f2-4646-8eca-af69c9cb5262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761374'] for router_gateway, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:20.102295 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-0e586fa8-c4f2-4646-8eca-af69c9cb5262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5683'] for router, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:20.104420 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-0e586fa8-c4f2-4646-8eca-af69c9cb5262 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:20.176549 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 420c00db-f8b6-44b7-95d7-af6cedaa96f1 no longer exists at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:55:20.197058 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] No Port match for: 420c00db-f8b6-44b7-95d7-af6cedaa96f1 {{(pid=98982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:55:20.197404 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 420c00db-f8b6-44b7-95d7-af6cedaa96f1 not bound to the agent host dv-cinder-796286-4-iscsi {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:55:20.197816 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 9174599c-5da7-47dc-9746-05cc55a79278 no longer exists at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:55:20.219878 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] No Port match for: 9174599c-5da7-47dc-9746-05cc55a79278 {{(pid=98982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:55:20.220490 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 9174599c-5da7-47dc-9746-05cc55a79278 not bound to the agent host dv-cinder-796286-4-iscsi {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:55:20.232315 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-0e586fa8-c4f2-4646-8eca-af69c9cb5262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754516'] for router, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:20.232881 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e586fa8-c4f2-4646-8eca-af69c9cb5262 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f {{(pid=98981) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 09:55:20.237133 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-0e586fa8-c4f2-4646-8eca-af69c9cb5262 admin admin] Notify callbacks [] for router, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:20.238260 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-0e586fa8-c4f2-4646-8eca-af69c9cb5262 admin admin] 10.222.0.25 "DELETE /v2.0/routers/32ee7acd-ba93-4eb2-9dc6-fa94ca2bc48f HTTP/1.1" status: 204 len: 168 time: 1.0380032 Jun 16 09:55:20.241025 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 57142) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:55:20.284777 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.db_base_plugin_v2 [None req-4344cc18-f98a-458e-9b93-4b6c684c07e3 admin admin] Deleting subnet 1dbcb36e-5dc5-4b7f-9f6d-6677ef09de75 {{(pid=98981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 09:55:20.288045 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-4344cc18-f98a-458e-9b93-4b6c684c07e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:20.327625 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-4344cc18-f98a-458e-9b93-4b6c684c07e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126587019'] for subnet, precommit_delete_associations {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:20.425699 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-4344cc18-f98a-458e-9b93-4b6c684c07e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756163'] for subnet, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:20.598379 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-16d92f64-da1b-4eb0-8f0f-160fef97265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:20.627190 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-4344cc18-f98a-458e-9b93-4b6c684c07e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126587737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129128171'] for subnet, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:20.629591 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:55:20.654675 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4344cc18-f98a-458e-9b93-4b6c684c07e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dbcb36e-5dc5-4b7f-9f6d-6677ef09de75,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:55:20.660780 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-4344cc18-f98a-458e-9b93-4b6c684c07e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:55:20.661759 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-4344cc18-f98a-458e-9b93-4b6c684c07e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:20.666601 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-4344cc18-f98a-458e-9b93-4b6c684c07e3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1dbcb36e-5dc5-4b7f-9f6d-6677ef09de75 HTTP/1.1" status: 204 len: 168 time: 0.4224422 Jun 16 09:55:20.670058 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 57144) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:55:20.670234 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545e6412-2a67-486e-b9e1-926e8411ed16 None None] Network 34092502-556e-4029-88a5-c73b157298f5 requested from dv-cinder-796286-4-iscsi {{(pid=98982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:55:20.742563 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-742711f5-a954-4574-8cdb-96985ff881b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1649310'] for network, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:20.796101 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.plugin [None req-742711f5-a954-4574-8cdb-96985ff881b5 admin admin] Deleting port 28d8e0f3-d66d-4da7-bbb6-eeff618d8588 {{(pid=98981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:55:20.796467 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-742711f5-a954-4574-8cdb-96985ff881b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:20.859894 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d63bce-594d-4ceb-b174-5ac0ec170f7a None None] DHCP port deletion for 34092502-556e-4029-88a5-c73b157298f5 request from dv-cinder-796286-4-iscsi {{(pid=98982) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 09:55:20.869435 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.db [None req-742711f5-a954-4574-8cdb-96985ff881b5 admin admin] For port 28d8e0f3-d66d-4da7-bbb6-eeff618d8588, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=28d8e0f3-d66d-4da7-bbb6-eeff618d8588,segment=NetworkSegment(d2397094-e9f3-4aca-9d3c-4c46489abaee),segment_id=d2397094-e9f3-4aca-9d3c-4c46489abaee)] {{(pid=98981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:55:20.869802 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-742711f5-a954-4574-8cdb-96985ff881b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:20.918829 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-75d63bce-594d-4ceb-b174-5ac0ec170f7a None None] Deleting port 28d8e0f3-d66d-4da7-bbb6-eeff618d8588 {{(pid=98982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:55:20.919500 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-75d63bce-594d-4ceb-b174-5ac0ec170f7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:20.946549 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.plugin [None req-742711f5-a954-4574-8cdb-96985ff881b5 admin admin] Calling delete_port for 28d8e0f3-d66d-4da7-bbb6-eeff618d8588 owned by network:dhcp {{(pid=98981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:55:20.980850 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 751b23bb-daa6-4c54-9c07-93df839f5865 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=98982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 09:55:20.998482 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-75d63bce-594d-4ceb-b174-5ac0ec170f7a None None] For port 28d8e0f3-d66d-4da7-bbb6-eeff618d8588, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=28d8e0f3-d66d-4da7-bbb6-eeff618d8588,segment=NetworkSegment(d2397094-e9f3-4aca-9d3c-4c46489abaee),segment_id=d2397094-e9f3-4aca-9d3c-4c46489abaee)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:55:20.998880 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-75d63bce-594d-4ceb-b174-5ac0ec170f7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:21.068205 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-75d63bce-594d-4ceb-b174-5ac0ec170f7a None None] Calling delete_port for 28d8e0f3-d66d-4da7-bbb6-eeff618d8588 owned by network:dhcp {{(pid=98982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:55:21.085353 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580f3eee-bead-4baf-8294-805d9615cda4 req-1dc479d9-b013-4bf2-a4d1-baa363fb5064 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:55:21.087111 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-580f3eee-bead-4baf-8294-805d9615cda4 req-1dc479d9-b013-4bf2-a4d1-baa363fb5064 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98d4b30-a1d1-4d69-b8ad-d612e2a433aa HTTP/1.1" status: 200 len: 943 time: 0.0971491 Jun 16 09:55:21.128700 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-580f3eee-bead-4baf-8294-805d9615cda4 req-097a0db2-f62a-459f-8808-ee6e77f8e7d5 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/security-groups?id=924c6667-e697-4c03-bd72-091d94a3ea6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351801 Jun 16 09:55:21.152247 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-742711f5-a954-4574-8cdb-96985ff881b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126587795'] for port, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:21.154860 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-25121a0b-d054-4d12-b70f-77c431d64037 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:55:21.182968 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742711f5-a954-4574-8cdb-96985ff881b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=28d8e0f3-d66d-4da7-bbb6-eeff618d8588,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:55:21.186456 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-742711f5-a954-4574-8cdb-96985ff881b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:55:21.187277 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742711f5-a954-4574-8cdb-96985ff881b5 admin admin] No DVR routers for this DVR port 28d8e0f3-d66d-4da7-bbb6-eeff618d8588 on host dv-cinder-796286-4-iscsi {{(pid=98981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:55:21.265029 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-742711f5-a954-4574-8cdb-96985ff881b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756812', 'neutron.services.segments.db._delete_segments_for_network-8772813474353'] for network, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:21.276018 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.services.segments.db [None req-742711f5-a954-4574-8cdb-96985ff881b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34092502-556e-4029-88a5-c73b157298f5']}} {{(pid=98981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:55:21.286250 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.services.segments.db [None req-742711f5-a954-4574-8cdb-96985ff881b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2397094-e9f3-4aca-9d3c-4c46489abaee') {'for_net_delete': True} {{(pid=98981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:55:21.286547 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.services.segments.db [None req-742711f5-a954-4574-8cdb-96985ff881b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2397094-e9f3-4aca-9d3c-4c46489abaee') {} {{(pid=98981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:55:21.295832 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-742711f5-a954-4574-8cdb-96985ff881b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772813475202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126587026'] for segment, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:21.309759 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-742711f5-a954-4574-8cdb-96985ff881b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753648'] for segment, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:21.316181 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-742711f5-a954-4574-8cdb-96985ff881b5 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=98981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 09:55:21.316561 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-742711f5-a954-4574-8cdb-96985ff881b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126587846'] for segment, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:21.318203 dv-cinder-796286-4-iscsi neutron-server[98981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:55:21.318203 dv-cinder-796286-4-iscsi neutron-server[98981]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:55:21.318203 dv-cinder-796286-4-iscsi neutron-server[98981]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:55:21.318203 dv-cinder-796286-4-iscsi neutron-server[98981]: retrieve_revision_numbers = { Jun 16 09:55:21.318203 dv-cinder-796286-4-iscsi neutron-server[98981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:55:21.318203 dv-cinder-796286-4-iscsi neutron-server[98981]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:55:21.318203 dv-cinder-796286-4-iscsi neutron-server[98981]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:55:21.318203 dv-cinder-796286-4-iscsi neutron-server[98981]: retrieve_revision_numbers = { Jun 16 09:55:21.318203 dv-cinder-796286-4-iscsi neutron-server[98981]: Traceback (most recent call last): Jun 16 09:55:21.318203 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 09:55:21.318203 dv-cinder-796286-4-iscsi neutron-server[98981]: timer() Jun 16 09:55:21.318203 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 09:55:21.318203 dv-cinder-796286-4-iscsi neutron-server[98981]: cb(*args, **kw) Jun 16 09:55:21.318203 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 09:55:21.318203 dv-cinder-796286-4-iscsi neutron-server[98981]: return func(*args, **kwargs) Jun 16 09:55:21.318203 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 09:55:21.318203 dv-cinder-796286-4-iscsi neutron-server[98981]: self._notify() Jun 16 09:55:21.318203 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 09:55:21.318203 dv-cinder-796286-4-iscsi neutron-server[98981]: self.callback(batched_events) Jun 16 09:55:21.318203 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 09:55:21.318203 dv-cinder-796286-4-iscsi neutron-server[98981]: event.method(event) Jun 16 09:55:21.318203 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 09:55:21.318203 dv-cinder-796286-4-iscsi neutron-server[98981]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 09:55:21.318203 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 09:55:21.318203 dv-cinder-796286-4-iscsi neutron-server[98981]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 09:55:21.318203 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 09:55:21.318203 dv-cinder-796286-4-iscsi neutron-server[98981]: return f(self, *a, **k) Jun 16 09:55:21.318203 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 09:55:21.318203 dv-cinder-796286-4-iscsi neutron-server[98981]: return self._get(url).json() Jun 16 09:55:21.318203 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 09:55:21.318203 dv-cinder-796286-4-iscsi neutron-server[98981]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 09:55:21.318203 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 09:55:21.318203 dv-cinder-796286-4-iscsi neutron-server[98981]: return self.request(url, 'GET', **kwargs) Jun 16 09:55:21.318203 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 09:55:21.318203 dv-cinder-796286-4-iscsi neutron-server[98981]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 09:55:21.318203 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 09:55:21.318203 dv-cinder-796286-4-iscsi neutron-server[98981]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 09:55:21.318203 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 09:55:21.318203 dv-cinder-796286-4-iscsi neutron-server[98981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 09:55:21.318203 dv-cinder-796286-4-iscsi neutron-server[98981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 09:55:21.339189 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 751b23bb-daa6-4c54-9c07-93df839f5865, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=751b23bb-daa6-4c54-9c07-93df839f5865,segment=NetworkSegment(8b33f738-d644-4c54-b55c-1571647efaaa),segment_id=8b33f738-d644-4c54-b55c-1571647efaaa)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:55:21.351979 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Returning: {'device': '751b23bb-daa6-4c54-9c07-93df839f5865', 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206', 'port_id': '751b23bb-daa6-4c54-9c07-93df839f5865', 'mac_address': 'fa:16:3e:ac:11:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 09:55:21.355980 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-75d63bce-594d-4ceb-b174-5ac0ec170f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119'] for port, after_delete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:21.358270 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:55:21.400881 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d63bce-594d-4ceb-b174-5ac0ec170f7a None None] Pushing event deleted for resources: {'Port': ['ID=28d8e0f3-d66d-4da7-bbb6-eeff618d8588,revision_number=None']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:55:21.412883 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d63bce-594d-4ceb-b174-5ac0ec170f7a None None] No DVR routers for this DVR port 28d8e0f3-d66d-4da7-bbb6-eeff618d8588 on host dv-cinder-796286-4-iscsi {{(pid=98982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:55:21.416447 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d63bce-594d-4ceb-b174-5ac0ec170f7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:55:21.416794 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d63bce-594d-4ceb-b174-5ac0ec170f7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:55:21.417131 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d63bce-594d-4ceb-b174-5ac0ec170f7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:55:21.417460 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d63bce-594d-4ceb-b174-5ac0ec170f7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:55:21.417787 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d63bce-594d-4ceb-b174-5ac0ec170f7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:55:21.418110 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d63bce-594d-4ceb-b174-5ac0ec170f7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:55:21.418429 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d63bce-594d-4ceb-b174-5ac0ec170f7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:55:21.418797 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d63bce-594d-4ceb-b174-5ac0ec170f7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:55:21.419151 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d63bce-594d-4ceb-b174-5ac0ec170f7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:55:21.419470 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d63bce-594d-4ceb-b174-5ac0ec170f7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:55:21.419784 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d63bce-594d-4ceb-b174-5ac0ec170f7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:55:21.420095 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d63bce-594d-4ceb-b174-5ac0ec170f7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:55:21.427234 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-75d63bce-594d-4ceb-b174-5ac0ec170f7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:55:21.432846 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:21.446159 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.notifiers.nova [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 751b23bb-daa6-4c54-9c07-93df839f5865 {{(pid=98982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:55:21.465703 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 751b23bb-daa6-4c54-9c07-93df839f5865, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=751b23bb-daa6-4c54-9c07-93df839f5865,segment=NetworkSegment(8b33f738-d644-4c54-b55c-1571647efaaa),segment_id=8b33f738-d644-4c54-b55c-1571647efaaa)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:55:21.512528 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-742711f5-a954-4574-8cdb-96985ff881b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761456'] for network, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:21.516505 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:55:21.519112 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-742711f5-a954-4574-8cdb-96985ff881b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for network, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:21.520890 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-742711f5-a954-4574-8cdb-96985ff881b5 admin admin] 10.222.0.25 "DELETE /v2.0/networks/34092502-556e-4029-88a5-c73b157298f5 HTTP/1.1" status: 204 len: 168 time: 0.8530402 Jun 16 09:55:21.523886 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 57148) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:55:21.531981 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742711f5-a954-4574-8cdb-96985ff881b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=34092502-556e-4029-88a5-c73b157298f5,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:55:21.534555 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-742711f5-a954-4574-8cdb-96985ff881b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:55:21.592034 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:21.593829 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:55:21.639998 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Pushing event updated for resources: {'Port': ['ID=751b23bb-daa6-4c54-9c07-93df839f5865,revision_number=4']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:55:21.643078 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:55:21.857785 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-3cfd21cb-7296-4e6a-a31c-eb5714e8cf9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690889'] for router_interface, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:21.943702 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] get_ports_and_sgs() called for port_ids ['751b23bb-daa6-4c54-9c07-93df839f5865'] {{(pid=98982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:55:22.110521 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.plugin [None req-3cfd21cb-7296-4e6a-a31c-eb5714e8cf9f admin admin] Deleting port 4dc5726f-869b-4eff-ac04-09bb6695b634 {{(pid=98980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:55:22.110798 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-3cfd21cb-7296-4e6a-a31c-eb5714e8cf9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:22.137950 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 28d8e0f3-d66d-4da7-bbb6-eeff618d8588 no longer exists at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:55:22.172035 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] No Port match for: 28d8e0f3-d66d-4da7-bbb6-eeff618d8588 {{(pid=98982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:55:22.172187 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 28d8e0f3-d66d-4da7-bbb6-eeff618d8588 not bound to the agent host dv-cinder-796286-4-iscsi {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:55:22.196004 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.db [None req-3cfd21cb-7296-4e6a-a31c-eb5714e8cf9f admin admin] For port 4dc5726f-869b-4eff-ac04-09bb6695b634, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=4dc5726f-869b-4eff-ac04-09bb6695b634,segment=NetworkSegment(63b06f10-1b43-4bf5-9eb5-a08098a508b7),segment_id=63b06f10-1b43-4bf5-9eb5-a08098a508b7)] {{(pid=98980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:55:22.196361 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-3cfd21cb-7296-4e6a-a31c-eb5714e8cf9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:22.257859 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.plugin [None req-3cfd21cb-7296-4e6a-a31c-eb5714e8cf9f admin admin] Calling delete_port for 4dc5726f-869b-4eff-ac04-09bb6695b634 owned by network:router_interface {{(pid=98980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:55:22.374252 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafbecfc-e0f8-498e-a15f-2e9a4abeb92b req-223ae2c6-cecd-4201-ba51-4131e3123b38 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:55:22.375761 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-fafbecfc-e0f8-498e-a15f-2e9a4abeb92b req-223ae2c6-cecd-4201-ba51-4131e3123b38 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98d4b30-a1d1-4d69-b8ad-d612e2a433aa HTTP/1.1" status: 200 len: 944 time: 0.1157613 Jun 16 09:55:22.432134 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e4fb578b-fd5e-47f0-aa8c-4b83a36f29c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:22.463169 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-fafbecfc-e0f8-498e-a15f-2e9a4abeb92b req-b00c268a-97c5-4b8e-a99f-98e02052c215 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/security-groups?id=924c6667-e697-4c03-bd72-091d94a3ea6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515215 Jun 16 09:55:22.619988 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-3cfd21cb-7296-4e6a-a31c-eb5714e8cf9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126582338'] for port, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:22.622081 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-8dab5573-22b9-4387-b7e5-8f00ac68f7ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:55:22.643719 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfd21cb-7296-4e6a-a31c-eb5714e8cf9f admin admin] Pushing event deleted for resources: {'Port': ['ID=4dc5726f-869b-4eff-ac04-09bb6695b634,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:55:22.647200 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-3cfd21cb-7296-4e6a-a31c-eb5714e8cf9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:55:22.825947 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-3cfd21cb-7296-4e6a-a31c-eb5714e8cf9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690781'] for router_interface, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:22.984536 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 751b23bb-daa6-4c54-9c07-93df839f5865 up at agent hyperv_hv-cinder-79628 {{(pid=98982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:55:23.209152 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Provisioning for port 751b23bb-daa6-4c54-9c07-93df839f5865 completed by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:55:23.214058 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.provisioning_blocks [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Provisioning complete for port 751b23bb-daa6-4c54-9c07-93df839f5865 triggered by entity L2. {{(pid=98982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:55:23.218347 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751281'] for port, provisioning_complete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:23.292729 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:23.293651 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cfd21cb-7296-4e6a-a31c-eb5714e8cf9f admin admin] Router 1e3141bb-2acc-4b19-8a2c-bc8d54aeb65d has already been hosted by L3 agent 7768ee83-37c7-4165-88a2-5844eb43ad81 {{(pid=98980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:55:23.314170 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a98d4b30-a1d1-4d69-b8ad-d612e2a433aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '751b23bb-daa6-4c54-9c07-93df839f5865'}] {{(pid=98982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:55:23.327448 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4f9cc304a916b9d47f5f8bf5758f709c886eea9513b83351d26ab7408c86625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95411931-2c2b-47a5-8908-3e091c1462b3" -d '{"events": [{"server_uuid": "a98d4b30-a1d1-4d69-b8ad-d612e2a433aa", "name": "network-vif-plugged", "status": "completed", "tag": "751b23bb-daa6-4c54-9c07-93df839f5865"}]}' {{(pid=98982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:55:23.329255 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] For port 751b23bb-daa6-4c54-9c07-93df839f5865, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=751b23bb-daa6-4c54-9c07-93df839f5865,segment=NetworkSegment(8b33f738-d644-4c54-b55c-1571647efaaa),segment_id=8b33f738-d644-4c54-b55c-1571647efaaa)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:55:23.402391 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cfd21cb-7296-4e6a-a31c-eb5714e8cf9f admin admin] Notify agent at l3_agent.dv-cinder-796286-4-iscsi the message routers_updated {{(pid=98980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:55:23.407903 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173'] for port, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:23.407903 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:55:23.408191 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-3cfd21cb-7296-4e6a-a31c-eb5714e8cf9f admin admin] 10.222.0.25 "PUT /v2.0/routers/1e3141bb-2acc-4b19-8a2c-bc8d54aeb65d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8821733 Jun 16 09:55:23.410309 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 57156) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:55:23.420562 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439d5b7e-b909-4f87-91af-483ef9567ff3 None None] Sync routers for ids ['1e3141bb-2acc-4b19-8a2c-bc8d54aeb65d'] in dv-cinder-796286-4-iscsi {{(pid=98983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:55:23.444775 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439d5b7e-b909-4f87-91af-483ef9567ff3 None None] Routers {'1e3141bb-2acc-4b19-8a2c-bc8d54aeb65d'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:55:23.445506 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-439d5b7e-b909-4f87-91af-483ef9567ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:55:19Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['1e3141bb-2acc-4b19-8a2c-bc8d54aeb65d'], 'active': True} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:55:23.458546 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Pushing event updated for resources: {'Port': ['ID=751b23bb-daa6-4c54-9c07-93df839f5865,revision_number=5']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:55:23.462098 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:55:23.540069 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-39466a6f-9aa2-4360-a5d5-e4e5b0ef1539 admin admin] Notify callbacks [] for router, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:23.611520 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvr_db [None req-439d5b7e-b909-4f87-91af-483ef9567ff3 None None] Set router 1e3141bb-2acc-4b19-8a2c-bc8d54aeb65d gateway port host: dv-cinder-796286-4-iscsi {{(pid=98983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:55:23.670629 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ff7924-4cfb-4515-bd1b-e12e982ce350 x-openstack-request-id: req-b3ff7924-4cfb-4515-bd1b-e12e982ce350 {{(pid=98982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:55:23.670954 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a98d4b30-a1d1-4d69-b8ad-d612e2a433aa", "name": "network-vif-plugged", "status": "completed", "tag": "751b23bb-daa6-4c54-9c07-93df839f5865", "code": 200}]} {{(pid=98982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:55:23.671211 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b3ff7924-4cfb-4515-bd1b-e12e982ce350 {{(pid=98982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:55:23.671626 dv-cinder-796286-4-iscsi neutron-server[98982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a98d4b30-a1d1-4d69-b8ad-d612e2a433aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '751b23bb-daa6-4c54-9c07-93df839f5865', 'code': 200} Jun 16 09:55:23.708262 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-39466a6f-9aa2-4360-a5d5-e4e5b0ef1539 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:23.723723 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bca59-651f-4b3d-a909-e1035370df20 req-34c88a30-b2a3-42db-b847-0d76da9e86e7 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:55:23.725275 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-041bca59-651f-4b3d-a909-e1035370df20 req-34c88a30-b2a3-42db-b847-0d76da9e86e7 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98d4b30-a1d1-4d69-b8ad-d612e2a433aa HTTP/1.1" status: 200 len: 945 time: 0.1030593 Jun 16 09:55:23.768602 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-041bca59-651f-4b3d-a909-e1035370df20 req-e2a4ef37-3e70-46a0-9a5f-6148d30f0759 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/security-groups?id=924c6667-e697-4c03-bd72-091d94a3ea6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330341 Jun 16 09:55:23.798352 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-439d5b7e-b909-4f87-91af-483ef9567ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3141bb-2acc-4b19-8a2c-bc8d54aeb65d', 'name': 'tempest-TestMinimumBasicScenario-1286948452-router', 'tenant_id': '8c288716d4a44b7596d60f1d3fce54ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'efb6bfdb-3c71-4557-91b4-b8371227fb1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:52:50Z', 'updated_at': '2021-06-16T09:55:22Z', 'revision_number': 5, 'project_id': '8c288716d4a44b7596d60f1d3fce54ec', 'gw_port': {'id': 'efb6bfdb-3c71-4557-91b4-b8371227fb1c', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:61:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3141bb-2acc-4b19-8a2c-bc8d54aeb65d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:52:51Z', 'updated_at': '2021-06-16T09:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi'}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:55:23.801697 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439d5b7e-b909-4f87-91af-483ef9567ff3 None None] Checking router: 1e3141bb-2acc-4b19-8a2c-bc8d54aeb65d for host: dv-cinder-796286-4-iscsi {{(pid=98983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:55:23.811344 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439d5b7e-b909-4f87-91af-483ef9567ff3 None None] Routers {'1e3141bb-2acc-4b19-8a2c-bc8d54aeb65d'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:55:23.812076 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-439d5b7e-b909-4f87-91af-483ef9567ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:55:19Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['1e3141bb-2acc-4b19-8a2c-bc8d54aeb65d'], 'active': True} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:55:23.827762 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.plugin [None req-39466a6f-9aa2-4360-a5d5-e4e5b0ef1539 admin admin] Deleting port efb6bfdb-3c71-4557-91b4-b8371227fb1c {{(pid=98980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:55:23.828138 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-39466a6f-9aa2-4360-a5d5-e4e5b0ef1539 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:23.896142 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvr_db [None req-439d5b7e-b909-4f87-91af-483ef9567ff3 None None] Set router 1e3141bb-2acc-4b19-8a2c-bc8d54aeb65d gateway port host: None {{(pid=98983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:55:23.909144 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.db [None req-39466a6f-9aa2-4360-a5d5-e4e5b0ef1539 admin admin] For port efb6bfdb-3c71-4557-91b4-b8371227fb1c, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=efb6bfdb-3c71-4557-91b4-b8371227fb1c,segment=NetworkSegment(ee5243d6-0a20-466c-b2f3-0cfa4d8430c8),segment_id=ee5243d6-0a20-466c-b2f3-0cfa4d8430c8)] {{(pid=98980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:55:23.909500 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-39466a6f-9aa2-4360-a5d5-e4e5b0ef1539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:23.950185 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-439d5b7e-b909-4f87-91af-483ef9567ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3141bb-2acc-4b19-8a2c-bc8d54aeb65d', 'name': 'tempest-TestMinimumBasicScenario-1286948452-router', 'tenant_id': '8c288716d4a44b7596d60f1d3fce54ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:52:50Z', 'updated_at': '2021-06-16T09:55:23Z', 'revision_number': 6, 'project_id': '8c288716d4a44b7596d60f1d3fce54ec', 'gw_port_host': None}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:55:23.954727 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439d5b7e-b909-4f87-91af-483ef9567ff3 None None] The sync data for ids ['1e3141bb-2acc-4b19-8a2c-bc8d54aeb65d'] in dv-cinder-796286-4-iscsi is: [{'id': '1e3141bb-2acc-4b19-8a2c-bc8d54aeb65d', 'name': 'tempest-TestMinimumBasicScenario-1286948452-router', 'tenant_id': '8c288716d4a44b7596d60f1d3fce54ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:52:50Z', 'updated_at': '2021-06-16T09:55:23Z', 'revision_number': 6, 'project_id': '8c288716d4a44b7596d60f1d3fce54ec', 'gw_port_host': None}] {{(pid=98983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:55:23.984326 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.plugin [None req-39466a6f-9aa2-4360-a5d5-e4e5b0ef1539 admin admin] Calling delete_port for efb6bfdb-3c71-4557-91b4-b8371227fb1c owned by network:router_gateway {{(pid=98980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:55:24.181107 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743144f9-0deb-4f0c-be20-480dcd3c5cfb req-f2e118bf-ce96-4666-8deb-373e567de585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:55:24.182565 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-743144f9-0deb-4f0c-be20-480dcd3c5cfb req-f2e118bf-ce96-4666-8deb-373e567de585 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a98d4b30-a1d1-4d69-b8ad-d612e2a433aa HTTP/1.1" status: 200 len: 1098 time: 0.0990400 Jun 16 09:55:24.220700 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-743144f9-0deb-4f0c-be20-480dcd3c5cfb req-4d589646-b346-4295-bd24-879a9aa93dec service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=924c6667-e697-4c03-bd72-091d94a3ea6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265505 Jun 16 09:55:24.272218 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-39466a6f-9aa2-4360-a5d5-e4e5b0ef1539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126582338'] for port, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:24.274107 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-a0af9050-046b-4847-87b8-cdd3d95c9485 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:55:24.304188 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39466a6f-9aa2-4360-a5d5-e4e5b0ef1539 admin admin] Pushing event deleted for resources: {'Port': ['ID=efb6bfdb-3c71-4557-91b4-b8371227fb1c,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:55:24.307222 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-39466a6f-9aa2-4360-a5d5-e4e5b0ef1539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:55:24.339791 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 4dc5726f-869b-4eff-ac04-09bb6695b634 no longer exists at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:55:24.372750 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] No Port match for: 4dc5726f-869b-4eff-ac04-09bb6695b634 {{(pid=98982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:55:24.372901 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 4dc5726f-869b-4eff-ac04-09bb6695b634 not bound to the agent host dv-cinder-796286-4-iscsi {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:55:24.380882 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-39466a6f-9aa2-4360-a5d5-e4e5b0ef1539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761374'] for router_gateway, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:24.472526 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-39466a6f-9aa2-4360-a5d5-e4e5b0ef1539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5683'] for router, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:24.474564 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-39466a6f-9aa2-4360-a5d5-e4e5b0ef1539 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:24.614387 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-39466a6f-9aa2-4360-a5d5-e4e5b0ef1539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754516'] for router, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:24.615072 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39466a6f-9aa2-4360-a5d5-e4e5b0ef1539 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e3141bb-2acc-4b19-8a2c-bc8d54aeb65d {{(pid=98980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 09:55:24.620511 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-39466a6f-9aa2-4360-a5d5-e4e5b0ef1539 admin admin] Notify callbacks [] for router, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:24.621827 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-39466a6f-9aa2-4360-a5d5-e4e5b0ef1539 admin admin] 10.222.0.25 "DELETE /v2.0/routers/1e3141bb-2acc-4b19-8a2c-bc8d54aeb65d HTTP/1.1" status: 204 len: 168 time: 1.2104263 Jun 16 09:55:24.624792 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 57160) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:55:24.681139 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cc4d32f-0cfc-4f06-a960-f20fae330dec admin admin] Deleting subnet be19ce39-ba50-49c9-ac2d-7f97a0603291 {{(pid=98981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 09:55:24.684061 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-2cc4d32f-0cfc-4f06-a960-f20fae330dec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:24.717841 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-2cc4d32f-0cfc-4f06-a960-f20fae330dec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126587019'] for subnet, precommit_delete_associations {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:24.795297 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-2cc4d32f-0cfc-4f06-a960-f20fae330dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756163'] for subnet, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:24.918180 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-2cc4d32f-0cfc-4f06-a960-f20fae330dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126587737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129128171'] for subnet, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:24.924052 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:55:24.951704 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc4d32f-0cfc-4f06-a960-f20fae330dec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be19ce39-ba50-49c9-ac2d-7f97a0603291,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:55:24.957379 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-2cc4d32f-0cfc-4f06-a960-f20fae330dec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:55:24.960036 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-2cc4d32f-0cfc-4f06-a960-f20fae330dec admin admin] Notify callbacks [] for subnet, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:24.962137 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-2cc4d32f-0cfc-4f06-a960-f20fae330dec admin admin] 10.222.0.25 "DELETE /v2.0/subnets/be19ce39-ba50-49c9-ac2d-7f97a0603291 HTTP/1.1" status: 204 len: 168 time: 0.3356488 Jun 16 09:55:24.964544 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 57164) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:55:24.981118 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb365bd-ad1b-4580-b7e2-10595ccd0d4a None None] Network 65aac72e-25bc-45d2-8115-316c4fb0b4b2 requested from dv-cinder-796286-4-iscsi {{(pid=98982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:55:25.005215 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b80bb-e581-470c-9af0-e823970bf799 req-b281133c-057b-4d5c-95c6-1f7731b9ad54 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:55:25.006265 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-555b80bb-e581-470c-9af0-e823970bf799 req-b281133c-057b-4d5c-95c6-1f7731b9ad54 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98d4b30-a1d1-4d69-b8ad-d612e2a433aa HTTP/1.1" status: 200 len: 945 time: 0.1234391 Jun 16 09:55:25.071395 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-5cb076d7-74aa-4054-a092-998ca97d4858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1649310'] for network, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:25.094134 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-555b80bb-e581-470c-9af0-e823970bf799 req-18686bbe-e27d-45d6-9106-7ab69e1f31ee tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/security-groups?id=924c6667-e697-4c03-bd72-091d94a3ea6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809307 Jun 16 09:55:25.141481 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.plugin [None req-5cb076d7-74aa-4054-a092-998ca97d4858 admin admin] Deleting port 3ba7e85a-d3f5-4cb0-b701-07426d4dc1a9 {{(pid=98981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:55:25.141762 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-5cb076d7-74aa-4054-a092-998ca97d4858 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:25.156434 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23f128b-5888-489a-a027-c455b8067f24 None None] DHCP port deletion for 65aac72e-25bc-45d2-8115-316c4fb0b4b2 request from dv-cinder-796286-4-iscsi {{(pid=98982) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 09:55:25.202654 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.db [None req-5cb076d7-74aa-4054-a092-998ca97d4858 admin admin] For port 3ba7e85a-d3f5-4cb0-b701-07426d4dc1a9, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=3ba7e85a-d3f5-4cb0-b701-07426d4dc1a9,segment=NetworkSegment(63b06f10-1b43-4bf5-9eb5-a08098a508b7),segment_id=63b06f10-1b43-4bf5-9eb5-a08098a508b7)] {{(pid=98981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:55:25.203030 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-5cb076d7-74aa-4054-a092-998ca97d4858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:25.205593 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-e23f128b-5888-489a-a027-c455b8067f24 None None] Deleting port 3ba7e85a-d3f5-4cb0-b701-07426d4dc1a9 {{(pid=98982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:55:25.205968 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e23f128b-5888-489a-a027-c455b8067f24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:25.266964 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-e23f128b-5888-489a-a027-c455b8067f24 None None] For port 3ba7e85a-d3f5-4cb0-b701-07426d4dc1a9, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=3ba7e85a-d3f5-4cb0-b701-07426d4dc1a9,segment=NetworkSegment(63b06f10-1b43-4bf5-9eb5-a08098a508b7),segment_id=63b06f10-1b43-4bf5-9eb5-a08098a508b7)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:55:25.267355 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e23f128b-5888-489a-a027-c455b8067f24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:25.268417 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.plugin [None req-5cb076d7-74aa-4054-a092-998ca97d4858 admin admin] Calling delete_port for 3ba7e85a-d3f5-4cb0-b701-07426d4dc1a9 owned by network:dhcp {{(pid=98981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:55:25.331336 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-e23f128b-5888-489a-a027-c455b8067f24 None None] Calling delete_port for 3ba7e85a-d3f5-4cb0-b701-07426d4dc1a9 owned by network:dhcp {{(pid=98982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:55:25.432040 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-5cb076d7-74aa-4054-a092-998ca97d4858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126587795'] for port, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:25.434196 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-d6bf932d-a381-4169-9182-3442b02f0028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:55:25.438268 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e23f128b-5888-489a-a027-c455b8067f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119'] for port, after_delete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:25.441020 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:55:25.458557 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb076d7-74aa-4054-a092-998ca97d4858 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ba7e85a-d3f5-4cb0-b701-07426d4dc1a9,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:55:25.460396 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb076d7-74aa-4054-a092-998ca97d4858 admin admin] No DVR routers for this DVR port 3ba7e85a-d3f5-4cb0-b701-07426d4dc1a9 on host dv-cinder-796286-4-iscsi {{(pid=98981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:55:25.461824 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-5cb076d7-74aa-4054-a092-998ca97d4858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:55:25.468504 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23f128b-5888-489a-a027-c455b8067f24 None None] Pushing event deleted for resources: {'Port': ['ID=3ba7e85a-d3f5-4cb0-b701-07426d4dc1a9,revision_number=None']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:55:25.470388 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23f128b-5888-489a-a027-c455b8067f24 None None] No DVR routers for this DVR port 3ba7e85a-d3f5-4cb0-b701-07426d4dc1a9 on host dv-cinder-796286-4-iscsi {{(pid=98982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:55:25.471823 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e23f128b-5888-489a-a027-c455b8067f24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:55:25.537750 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-5cb076d7-74aa-4054-a092-998ca97d4858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756812', 'neutron.services.segments.db._delete_segments_for_network-8772813474353'] for network, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:25.547598 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.services.segments.db [None req-5cb076d7-74aa-4054-a092-998ca97d4858 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65aac72e-25bc-45d2-8115-316c4fb0b4b2']}} {{(pid=98981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:55:25.557647 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.services.segments.db [None req-5cb076d7-74aa-4054-a092-998ca97d4858 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63b06f10-1b43-4bf5-9eb5-a08098a508b7') {'for_net_delete': True} {{(pid=98981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:55:25.562164 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.services.segments.db [None req-5cb076d7-74aa-4054-a092-998ca97d4858 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63b06f10-1b43-4bf5-9eb5-a08098a508b7') {} {{(pid=98981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:55:25.567015 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-5cb076d7-74aa-4054-a092-998ca97d4858 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772813475202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126587026'] for segment, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:25.580465 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-5cb076d7-74aa-4054-a092-998ca97d4858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753648'] for segment, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:25.586213 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cb076d7-74aa-4054-a092-998ca97d4858 admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=98981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 09:55:25.590778 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-5cb076d7-74aa-4054-a092-998ca97d4858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126587846'] for segment, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:25.590778 dv-cinder-796286-4-iscsi neutron-server[98981]: Traceback (most recent call last): Jun 16 09:55:25.590778 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 09:55:25.590778 dv-cinder-796286-4-iscsi neutron-server[98981]: timer() Jun 16 09:55:25.590778 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 09:55:25.590778 dv-cinder-796286-4-iscsi neutron-server[98981]: cb(*args, **kw) Jun 16 09:55:25.590778 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 09:55:25.590778 dv-cinder-796286-4-iscsi neutron-server[98981]: return func(*args, **kwargs) Jun 16 09:55:25.590778 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 09:55:25.590778 dv-cinder-796286-4-iscsi neutron-server[98981]: self._notify() Jun 16 09:55:25.590778 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 09:55:25.590778 dv-cinder-796286-4-iscsi neutron-server[98981]: self.callback(batched_events) Jun 16 09:55:25.590778 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 09:55:25.590778 dv-cinder-796286-4-iscsi neutron-server[98981]: event.method(event) Jun 16 09:55:25.590778 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 09:55:25.590778 dv-cinder-796286-4-iscsi neutron-server[98981]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 09:55:25.590778 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 09:55:25.590778 dv-cinder-796286-4-iscsi neutron-server[98981]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 09:55:25.590778 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 09:55:25.590778 dv-cinder-796286-4-iscsi neutron-server[98981]: return f(self, *a, **k) Jun 16 09:55:25.590778 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 09:55:25.590778 dv-cinder-796286-4-iscsi neutron-server[98981]: return self._get(url).json() Jun 16 09:55:25.590778 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 09:55:25.590778 dv-cinder-796286-4-iscsi neutron-server[98981]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 09:55:25.590778 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 09:55:25.590778 dv-cinder-796286-4-iscsi neutron-server[98981]: return self.request(url, 'GET', **kwargs) Jun 16 09:55:25.590778 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 09:55:25.590778 dv-cinder-796286-4-iscsi neutron-server[98981]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 09:55:25.590778 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 09:55:25.590778 dv-cinder-796286-4-iscsi neutron-server[98981]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 09:55:25.590778 dv-cinder-796286-4-iscsi neutron-server[98981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 09:55:25.590778 dv-cinder-796286-4-iscsi neutron-server[98981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 09:55:25.590778 dv-cinder-796286-4-iscsi neutron-server[98981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 09:55:25.734853 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-5cb076d7-74aa-4054-a092-998ca97d4858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761456'] for network, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:25.738313 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:55:25.743715 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-5cb076d7-74aa-4054-a092-998ca97d4858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for network, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:25.743715 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-5cb076d7-74aa-4054-a092-998ca97d4858 admin admin] 10.222.0.25 "DELETE /v2.0/networks/65aac72e-25bc-45d2-8115-316c4fb0b4b2 HTTP/1.1" status: 204 len: 168 time: 0.7776973 Jun 16 09:55:25.757964 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb076d7-74aa-4054-a092-998ca97d4858 admin admin] Pushing event deleted for resources: {'Network': ['ID=65aac72e-25bc-45d2-8115-316c4fb0b4b2,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:55:25.759511 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-5cb076d7-74aa-4054-a092-998ca97d4858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:55:26.138540 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device efb6bfdb-3c71-4557-91b4-b8371227fb1c no longer exists at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:55:26.158323 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] No Port match for: efb6bfdb-3c71-4557-91b4-b8371227fb1c {{(pid=98982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:55:26.158673 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device efb6bfdb-3c71-4557-91b4-b8371227fb1c not bound to the agent host dv-cinder-796286-4-iscsi {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:55:26.159115 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 3ba7e85a-d3f5-4cb0-b701-07426d4dc1a9 no longer exists at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:55:26.178816 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] No Port match for: 3ba7e85a-d3f5-4cb0-b701-07426d4dc1a9 {{(pid=98982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:55:26.179194 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 3ba7e85a-d3f5-4cb0-b701-07426d4dc1a9 not bound to the agent host dv-cinder-796286-4-iscsi {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:55:26.195874 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 57170) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:55:26.234628 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-43814db3-4017-434e-8438-1450c1005de9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2be84d9537ef45c39254255fa3add339&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374963 Jun 16 09:55:26.237027 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 57172) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:55:26.274674 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab5492-9e97-4f71-8012-f6fe7db2ba5a req-2023ea6a-c39c-4cdc-8592-1b9648052d97 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:55:26.276158 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-8cab5492-9e97-4f71-8012-f6fe7db2ba5a req-2023ea6a-c39c-4cdc-8592-1b9648052d97 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98d4b30-a1d1-4d69-b8ad-d612e2a433aa HTTP/1.1" status: 200 len: 945 time: 0.0649526 Jun 16 09:55:26.289567 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-75948300-d0a2-41da-adf6-5f96dbdf04b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:26.310688 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-75948300-d0a2-41da-adf6-5f96dbdf04b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:26.314282 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-8cab5492-9e97-4f71-8012-f6fe7db2ba5a req-e98f4823-00db-4f9a-96df-e2ac3fd23255 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/security-groups?id=924c6667-e697-4c03-bd72-091d94a3ea6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325897 Jun 16 09:55:26.414682 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-75948300-d0a2-41da-adf6-5f96dbdf04b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:26.417305 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-75948300-d0a2-41da-adf6-5f96dbdf04b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:26.418437 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-75948300-d0a2-41da-adf6-5f96dbdf04b9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b3e0c2ce-3b37-4691-8cd7-f792ae2b070a HTTP/1.1" status: 204 len: 168 time: 0.1804903 Jun 16 09:55:26.419371 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-e73a046c-9573-479f-92c5-c733e58a8747 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:55:26.437044 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75948300-d0a2-41da-adf6-5f96dbdf04b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e0c2ce-3b37-4691-8cd7-f792ae2b070a,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:55:26.454418 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-75948300-d0a2-41da-adf6-5f96dbdf04b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:55:26.490057 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09795be1-f16e-433c-ad85-81e49b29fdb0 req-fafc15e6-e57b-4add-9e81-99c1278eea8e tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:55:26.492217 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-09795be1-f16e-433c-ad85-81e49b29fdb0 req-fafc15e6-e57b-4add-9e81-99c1278eea8e tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98d4b30-a1d1-4d69-b8ad-d612e2a433aa HTTP/1.1" status: 200 len: 945 time: 0.0702417 Jun 16 09:55:26.531237 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-09795be1-f16e-433c-ad85-81e49b29fdb0 req-ee21eedb-04fb-4fe3-b80a-d5f0205066f1 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/security-groups?id=924c6667-e697-4c03-bd72-091d94a3ea6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326002 Jun 16 09:55:26.556437 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 57178) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:55:26.610566 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bb11ec-eb45-4f7a-8b20-1ef0a3ca8e4d tempest-TestVolumeBootPattern-125660856 tempest-TestVolumeBootPattern-125660856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:55:26.612126 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-24bb11ec-eb45-4f7a-8b20-1ef0a3ca8e4d tempest-TestVolumeBootPattern-125660856 tempest-TestVolumeBootPattern-125660856-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a98d4b30-a1d1-4d69-b8ad-d612e2a433aa HTTP/1.1" status: 200 len: 1093 time: 0.0547075 Jun 16 09:55:26.614799 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 57180) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:55:26.619027 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.v2.base [None req-e1404a55-2da1-4773-9651-beb0cf46d0c8 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Request body: {'floatingip': {'floating_network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'port_id': '751b23bb-daa6-4c54-9c07-93df839f5865', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=98981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:55:26.723202 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-e1404a55-2da1-4773-9651-beb0cf46d0c8 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks [] for floatingip, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:26.816754 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-e1404a55-2da1-4773-9651-beb0cf46d0c8 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1830747'] for port, before_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:26.920930 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.db_base_plugin_common [None req-e1404a55-2da1-4773-9651-beb0cf46d0c8 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Allocated IP 172.27.0.214 (e7fe10b8-90c4-4cba-8f65-340465ca325f/474b542b-67ec-4e86-95bf-cb7c30e5c62d/0d61b43c-e98c-43b9-91de-880a162a7c91) {{(pid=98981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:55:27.032529 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-e1404a55-2da1-4773-9651-beb0cf46d0c8 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks [] for port, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:27.129069 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-e1404a55-2da1-4773-9651-beb0cf46d0c8 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1829790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772812953110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126587788'] for port, after_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:27.131168 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-5c200403-eb6b-4560-a07c-0562c42b2984 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:55:27.160919 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 57184) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:55:27.170554 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1404a55-2da1-4773-9651-beb0cf46d0c8 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Network e7fe10b8-90c4-4cba-8f65-340465ca325f is already hosted by enough agents. {{(pid=98981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:55:27.175416 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.base_scheduler [None req-e1404a55-2da1-4773-9651-beb0cf46d0c8 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Resources bound (agent type, host, resource id): {{(pid=98981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:55:27.179306 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1404a55-2da1-4773-9651-beb0cf46d0c8 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Received port after_create {{(pid=98981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:55:27.184710 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1404a55-2da1-4773-9651-beb0cf46d0c8 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Pushing event updated for resources: {'Port': ['ID=0d61b43c-e98c-43b9-91de-880a162a7c91,revision_number=1']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:55:27.202772 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-2958db95-b898-45c9-a6dc-f921d1df34b0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8c288716d4a44b7596d60f1d3fce54ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405204 Jun 16 09:55:27.203717 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-e1404a55-2da1-4773-9651-beb0cf46d0c8 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:55:27.205561 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 57186) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:55:27.258465 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-d6f8ecf6-ccd8-466b-ac5c-2e2272a4cdca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:27.279643 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-d6f8ecf6-ccd8-466b-ac5c-2e2272a4cdca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:27.397857 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-d6f8ecf6-ccd8-466b-ac5c-2e2272a4cdca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:27.400755 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-d6f8ecf6-ccd8-466b-ac5c-2e2272a4cdca admin admin] Notify callbacks [] for security_group, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:27.401822 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-d6f8ecf6-ccd8-466b-ac5c-2e2272a4cdca admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0057355e-ffea-43aa-a6d6-c51c5499a186 HTTP/1.1" status: 204 len: 168 time: 0.1952922 Jun 16 09:55:27.402875 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-bd6c9174-e5de-4923-974a-23c20f8286de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:55:27.416689 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f8ecf6-ccd8-466b-ac5c-2e2272a4cdca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0057355e-ffea-43aa-a6d6-c51c5499a186,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:55:27.419512 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-d6f8ecf6-ccd8-466b-ac5c-2e2272a4cdca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:55:27.529886 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-e1404a55-2da1-4773-9651-beb0cf46d0c8 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:27.704230 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-e1404a55-2da1-4773-9651-beb0cf46d0c8 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1830729'] for port, before_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:28.151137 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-e1404a55-2da1-4773-9651-beb0cf46d0c8 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks [] for port, precommit_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:28.214339 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-e1404a55-2da1-4773-9651-beb0cf46d0c8 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772813409895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772812953128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772812953173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126587802'] for port, after_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:28.216411 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-c95b52e7-2c40-4624-a8bc-e941e3988095 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:55:28.279258 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1404a55-2da1-4773-9651-beb0cf46d0c8 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Pushing event updated for resources: {'Port': ['ID=0d61b43c-e98c-43b9-91de-880a162a7c91,revision_number=2']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:55:28.282869 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-e1404a55-2da1-4773-9651-beb0cf46d0c8 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:55:28.289834 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-e1404a55-2da1-4773-9651-beb0cf46d0c8 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761582'] for floatingip, after_update {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:28.383377 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.db.l3_db [None req-e1404a55-2da1-4773-9651-beb0cf46d0c8 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Floating IP 0a39ba22-16b1-44aa-8dae-2f47903d7e08 associated. External IP: 172.27.0.214, port: 751b23bb-daa6-4c54-9c07-93df839f5865. Jun 16 09:55:28.582718 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1404a55-2da1-4773-9651-beb0cf46d0c8 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Router 59e27c92-c10a-4d99-a1b6-de6d5533c04a has already been hosted by L3 agent 7768ee83-37c7-4165-88a2-5844eb43ad81 {{(pid=98981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:55:28.690300 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1404a55-2da1-4773-9651-beb0cf46d0c8 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify agent at l3_agent.dv-cinder-796286-4-iscsi the message routers_updated {{(pid=98981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:55:28.701446 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19c5f1f-2654-48e7-8785-e0c8f801ca32 None None] Sync routers for ids ['59e27c92-c10a-4d99-a1b6-de6d5533c04a'] in dv-cinder-796286-4-iscsi {{(pid=98982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:55:28.710465 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19c5f1f-2654-48e7-8785-e0c8f801ca32 None None] Routers {'59e27c92-c10a-4d99-a1b6-de6d5533c04a'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:55:28.711112 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-b19c5f1f-2654-48e7-8785-e0c8f801ca32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:55:19Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['59e27c92-c10a-4d99-a1b6-de6d5533c04a'], 'active': True} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:55:28.786197 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-e1404a55-2da1-4773-9651-beb0cf46d0c8 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for floatingip, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:28.814938 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvr_db [None req-b19c5f1f-2654-48e7-8785-e0c8f801ca32 None None] Set router 59e27c92-c10a-4d99-a1b6-de6d5533c04a gateway port host: dv-cinder-796286-4-iscsi {{(pid=98982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:55:28.823129 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-e1404a55-2da1-4773-9651-beb0cf46d0c8 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2072659 Jun 16 09:55:28.824021 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a98d4b30-a1d1-4d69-b8ad-d612e2a433aa', 'tag': '751b23bb-daa6-4c54-9c07-93df839f5865'}] {{(pid=98981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:55:28.826310 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18eb52cff4d517b1dce9432e7e66d3e16844a09bb405b8b8e4b50ca476568750" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b41225f-95ff-43e8-9a79-b0032b5e327b" -d '{"events": [{"name": "network-changed", "server_uuid": "a98d4b30-a1d1-4d69-b8ad-d612e2a433aa", "tag": "751b23bb-daa6-4c54-9c07-93df839f5865"}]}' {{(pid=98981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:55:28.861205 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60e6414-4322-4783-81fc-c2f2f70c45e7 x-openstack-request-id: req-e60e6414-4322-4783-81fc-c2f2f70c45e7 {{(pid=98981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:55:28.861648 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a98d4b30-a1d1-4d69-b8ad-d612e2a433aa", "tag": "751b23bb-daa6-4c54-9c07-93df839f5865", "status": "completed", "code": 200}]} {{(pid=98981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:55:28.862004 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e60e6414-4322-4783-81fc-c2f2f70c45e7 {{(pid=98981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:55:28.862503 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a98d4b30-a1d1-4d69-b8ad-d612e2a433aa', 'tag': '751b23bb-daa6-4c54-9c07-93df839f5865', 'status': 'completed', 'code': 200} Jun 16 09:55:28.957195 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b41225f-95ff-43e8-9a79-b0032b5e327b req-a33f09d6-0f84-4e43-af74-21b5d3d3d51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:55:28.958587 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-6b41225f-95ff-43e8-9a79-b0032b5e327b req-a33f09d6-0f84-4e43-af74-21b5d3d3d51b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ed2156b918e84ef2a8cd08f2710cf24f&device_id=a98d4b30-a1d1-4d69-b8ad-d612e2a433aa HTTP/1.1" status: 200 len: 1098 time: 0.0522702 Jun 16 09:55:29.040412 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-b19c5f1f-2654-48e7-8785-e0c8f801ca32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'name': 'tempest-TestVolumeBootPattern-39691887-router', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '220d4639-e7b1-4eff-8de2-fb7302701a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:49:49Z', 'updated_at': '2021-06-16T09:49:54Z', 'revision_number': 4, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'gw_port': {'id': '220d4639-e7b1-4eff-8de2-fb7302701a38', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:77:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:49:50Z', 'updated_at': '2021-06-16T09:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_floatingips': [{'id': '0a39ba22-16b1-44aa-8dae-2f47903d7e08', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'floating_ip_address': '172.27.0.214', 'floating_network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'router_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'port_id': '751b23bb-daa6-4c54-9c07-93df839f5865', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206', 'mac_address': 'fa:16:3e:ac:11:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98d4b30-a1d1-4d69-b8ad-d612e2a433aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T09:55:27Z', 'updated_at': '2021-06-16T09:55:27Z', 'revision_number': 0, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'fixed_ip_address_scope': None}, {'id': 'cac78af4-9735-46d1-8c4c-118b024b42a3', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'floating_ip_address': '172.27.0.40', 'floating_network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'router_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'port_id': 'a07dd7c4-5fca-4b34-b9fb-33e11d55e07e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206', 'mac_address': 'fa:16:3e:96:f5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b74a19e-852e-4a2c-bfac-85465e277a4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T09:53:27Z', 'updated_at': '2021-06-16T09:53:30Z', 'revision_number': 1, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '397471ac-32cf-423f-a50b-96175ad9ed75', 'name': '', 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'mac_address': 'fa:16:3e:1e:0e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:49:53Z', 'updated_at': '2021-06-16T09:50:00Z', 'revision_number': 5, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'subnets': [{'id': '43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:55:29.043719 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19c5f1f-2654-48e7-8785-e0c8f801ca32 None None] Checking router: 59e27c92-c10a-4d99-a1b6-de6d5533c04a for host: dv-cinder-796286-4-iscsi {{(pid=98982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:55:29.050032 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b41225f-95ff-43e8-9a79-b0032b5e327b req-6b0c2e8c-a6da-44ec-a247-6843a2353fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:55:29.051522 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-6b41225f-95ff-43e8-9a79-b0032b5e327b req-6b0c2e8c-a6da-44ec-a247-6843a2353fc4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=eae67a9b-5ad3-4a2b-a012-c75340b64206 HTTP/1.1" status: 200 len: 911 time: 0.0868311 Jun 16 09:55:29.051675 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19c5f1f-2654-48e7-8785-e0c8f801ca32 None None] Routers {'59e27c92-c10a-4d99-a1b6-de6d5533c04a'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:55:29.052280 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-b19c5f1f-2654-48e7-8785-e0c8f801ca32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:55:19Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['59e27c92-c10a-4d99-a1b6-de6d5533c04a'], 'active': True} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:55:29.113756 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-6b41225f-95ff-43e8-9a79-b0032b5e327b req-085f4bba-f0a6-4970-bf94-ef4ceef5bced service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=751b23bb-daa6-4c54-9c07-93df839f5865 HTTP/1.1" status: 200 len: 999 time: 0.0556543 Jun 16 09:55:29.155069 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvr_db [None req-b19c5f1f-2654-48e7-8785-e0c8f801ca32 None None] Set router 59e27c92-c10a-4d99-a1b6-de6d5533c04a gateway port host: dv-cinder-796286-4-iscsi {{(pid=98982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:55:29.167234 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b41225f-95ff-43e8-9a79-b0032b5e327b req-d8e9b703-b417-4fcb-b3d3-685128efd56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:55:29.168653 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-6b41225f-95ff-43e8-9a79-b0032b5e327b req-d8e9b703-b417-4fcb-b3d3-685128efd56e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f HTTP/1.1" status: 200 len: 849 time: 0.0467966 Jun 16 09:55:29.225111 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b41225f-95ff-43e8-9a79-b0032b5e327b req-3725743e-40f5-4d3c-8198-a88eade35e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:55:29.226495 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-6b41225f-95ff-43e8-9a79-b0032b5e327b req-3725743e-40f5-4d3c-8198-a88eade35e50 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eae67a9b-5ad3-4a2b-a012-c75340b64206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510716 Jun 16 09:55:29.316479 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-6b41225f-95ff-43e8-9a79-b0032b5e327b req-27da1d57-4f2d-424e-b2d6-c3e412fcf2d0 service neutron] 10.222.0.49 "GET /v2.0/networks/eae67a9b-5ad3-4a2b-a012-c75340b64206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825040 Jun 16 09:55:29.379886 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-b19c5f1f-2654-48e7-8785-e0c8f801ca32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'name': 'tempest-TestVolumeBootPattern-39691887-router', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '220d4639-e7b1-4eff-8de2-fb7302701a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:49:49Z', 'updated_at': '2021-06-16T09:49:54Z', 'revision_number': 4, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'gw_port': {'id': '220d4639-e7b1-4eff-8de2-fb7302701a38', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:77:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:49:50Z', 'updated_at': '2021-06-16T09:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_floatingips': [{'id': '0a39ba22-16b1-44aa-8dae-2f47903d7e08', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'floating_ip_address': '172.27.0.214', 'floating_network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'router_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'port_id': '751b23bb-daa6-4c54-9c07-93df839f5865', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206', 'mac_address': 'fa:16:3e:ac:11:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98d4b30-a1d1-4d69-b8ad-d612e2a433aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T09:55:27Z', 'updated_at': '2021-06-16T09:55:27Z', 'revision_number': 0, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'fixed_ip_address_scope': None}, {'id': 'cac78af4-9735-46d1-8c4c-118b024b42a3', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'floating_ip_address': '172.27.0.40', 'floating_network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'router_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'port_id': 'a07dd7c4-5fca-4b34-b9fb-33e11d55e07e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206', 'mac_address': 'fa:16:3e:96:f5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b74a19e-852e-4a2c-bfac-85465e277a4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T09:53:27Z', 'updated_at': '2021-06-16T09:53:30Z', 'revision_number': 1, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '397471ac-32cf-423f-a50b-96175ad9ed75', 'name': '', 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'mac_address': 'fa:16:3e:1e:0e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:49:53Z', 'updated_at': '2021-06-16T09:50:00Z', 'revision_number': 5, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'subnets': [{'id': '43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:55:29.383401 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19c5f1f-2654-48e7-8785-e0c8f801ca32 None None] The sync data for ids ['59e27c92-c10a-4d99-a1b6-de6d5533c04a'] in dv-cinder-796286-4-iscsi is: [{'id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'name': 'tempest-TestVolumeBootPattern-39691887-router', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '220d4639-e7b1-4eff-8de2-fb7302701a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:49:49Z', 'updated_at': '2021-06-16T09:49:54Z', 'revision_number': 4, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'gw_port': {'id': '220d4639-e7b1-4eff-8de2-fb7302701a38', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:77:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:49:50Z', 'updated_at': '2021-06-16T09:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_floatingips': [{'id': '0a39ba22-16b1-44aa-8dae-2f47903d7e08', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'floating_ip_address': '172.27.0.214', 'floating_network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'router_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'port_id': '751b23bb-daa6-4c54-9c07-93df839f5865', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206', 'mac_address': 'fa:16:3e:ac:11:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98d4b30-a1d1-4d69-b8ad-d612e2a433aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T09:55:27Z', 'updated_at': '2021-06-16T09:55:27Z', 'revision_number': 0, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'fixed_ip_address_scope': None}, {'id': 'cac78af4-9735-46d1-8c4c-118b024b42a3', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'floating_ip_address': '172.27.0.40', 'floating_network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'router_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'port_id': 'a07dd7c4-5fca-4b34-b9fb-33e11d55e07e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206', 'mac_address': 'fa:16:3e:96:f5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b74a19e-852e-4a2c-bfac-85465e277a4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T09:53:27Z', 'updated_at': '2021-06-16T09:53:30Z', 'revision_number': 1, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '397471ac-32cf-423f-a50b-96175ad9ed75', 'name': '', 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'mac_address': 'fa:16:3e:1e:0e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:49:53Z', 'updated_at': '2021-06-16T09:50:00Z', 'revision_number': 5, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'subnets': [{'id': '43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:55:29.410024 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-6b41225f-95ff-43e8-9a79-b0032b5e327b req-d42da881-5a58-45d6-8d84-931c0407cb91 service neutron] 10.222.0.49 "GET /v2.0/networks/eae67a9b-5ad3-4a2b-a012-c75340b64206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857389 Jun 16 09:55:29.572029 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbac038f-51f0-4664-8c53-db776956268c None None] New status for floating IP 0a39ba22-16b1-44aa-8dae-2f47903d7e08: ACTIVE {{(pid=98983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 09:55:41.322418 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:46.944429 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-91f74a4b-3ffd-4ab4-bb88-7545ae00cb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:49.327548 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-7d9f3300-e616-4b6c-b61a-7a5d3935175d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:49.560730 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:50.521548 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-16d92f64-da1b-4eb0-8f0f-160fef97265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:52.440968 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e4fb578b-fd5e-47f0-aa8c-4b83a36f29c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:56.998666 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.agents_db [None req-3560065e-ea11-4ff4-820f-b568c2ca0093 None None] Agent healthcheck: found 6 active agents {{(pid=98983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:56:11.331552 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:56:16.925563 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e18b5e9c-975b-4362-9e6c-ae09dd559e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:56:19.337055 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-45abc10f-4111-4150-9520-00a9623241be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:56:19.519662 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:56:20.542674 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-16d92f64-da1b-4eb0-8f0f-160fef97265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:56:22.182674 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-20b9a232-0c7b-4b0d-ba31-89e7ec126bae req-916833de-1dd8-4091-bd4b-1836d6a186da service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7b74a19e-852e-4a2c-bfac-85465e277a4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0508356 Jun 16 09:56:22.292781 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9a232-0c7b-4b0d-ba31-89e7ec126bae req-26b6cc79-6cd4-4764-9636-251c19e408ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:56:22.294168 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-20b9a232-0c7b-4b0d-ba31-89e7ec126bae req-26b6cc79-6cd4-4764-9636-251c19e408ae service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ed2156b918e84ef2a8cd08f2710cf24f&device_id=7b74a19e-852e-4a2c-bfac-85465e277a4a HTTP/1.1" status: 200 len: 1099 time: 0.0496898 Jun 16 09:56:22.403054 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9a232-0c7b-4b0d-ba31-89e7ec126bae req-90b46c98-1226-4664-b559-265d0662bbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:56:22.404555 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-20b9a232-0c7b-4b0d-ba31-89e7ec126bae req-90b46c98-1226-4664-b559-265d0662bbe9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=eae67a9b-5ad3-4a2b-a012-c75340b64206 HTTP/1.1" status: 200 len: 911 time: 0.0897043 Jun 16 09:56:22.422734 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e4fb578b-fd5e-47f0-aa8c-4b83a36f29c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:56:22.472201 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-20b9a232-0c7b-4b0d-ba31-89e7ec126bae req-13577a39-bb01-4778-99f4-13f52db0ef06 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a07dd7c4-5fca-4b34-b9fb-33e11d55e07e HTTP/1.1" status: 200 len: 1001 time: 0.0608144 Jun 16 09:56:22.522283 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9a232-0c7b-4b0d-ba31-89e7ec126bae req-1bd1972c-dffe-4e17-918c-a234a0dfe7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:56:22.523731 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-20b9a232-0c7b-4b0d-ba31-89e7ec126bae req-1bd1972c-dffe-4e17-918c-a234a0dfe7ff service neutron] 10.222.0.49 "GET /v2.0/subnets?id=43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f HTTP/1.1" status: 200 len: 849 time: 0.0426409 Jun 16 09:56:22.579359 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9a232-0c7b-4b0d-ba31-89e7ec126bae req-217472ca-650d-43d6-b6a2-a7a09fe69393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:56:22.580817 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-20b9a232-0c7b-4b0d-ba31-89e7ec126bae req-217472ca-650d-43d6-b6a2-a7a09fe69393 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eae67a9b-5ad3-4a2b-a012-c75340b64206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500565 Jun 16 09:56:22.668618 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-20b9a232-0c7b-4b0d-ba31-89e7ec126bae req-5ef20546-3335-49d3-8971-0f17ee8acfc7 service neutron] 10.222.0.49 "GET /v2.0/networks/eae67a9b-5ad3-4a2b-a012-c75340b64206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807912 Jun 16 09:56:22.759168 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-20b9a232-0c7b-4b0d-ba31-89e7ec126bae req-1a686fa5-9332-4fa4-aa0e-5b466d525ef4 service neutron] 10.222.0.49 "GET /v2.0/networks/eae67a9b-5ad3-4a2b-a012-c75340b64206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833895 Jun 16 09:56:33.999838 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.agents_db [None req-3560065e-ea11-4ff4-820f-b568c2ca0093 None None] Agent healthcheck: found 6 active agents {{(pid=98983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:56:41.358478 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:56:46.952875 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-547ddcc4-3bc5-4a53-91c9-7f39407c387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:56:49.284248 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-8a76c6f9-07bd-4f26-a74d-4192f895fca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:56:49.506152 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:56:50.536239 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-16d92f64-da1b-4eb0-8f0f-160fef97265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:56:52.447792 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e4fb578b-fd5e-47f0-aa8c-4b83a36f29c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:00.870245 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 57226) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:57:01.021579 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.plugin [None req-08f1e7a7-f3e3-41d7-8b94-c4c4b8a86aa1 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Deleting port 0d61b43c-e98c-43b9-91de-880a162a7c91 {{(pid=98980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:57:01.021920 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-08f1e7a7-f3e3-41d7-8b94-c4c4b8a86aa1 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:01.095562 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-08f1e7a7-f3e3-41d7-8b94-c4c4b8a86aa1 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:01.095885 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-08f1e7a7-f3e3-41d7-8b94-c4c4b8a86aa1 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:01.159876 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.plugin [None req-08f1e7a7-f3e3-41d7-8b94-c4c4b8a86aa1 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Calling delete_port for 0d61b43c-e98c-43b9-91de-880a162a7c91 owned by network:floatingip {{(pid=98980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:57:01.392205 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-08f1e7a7-f3e3-41d7-8b94-c4c4b8a86aa1 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126582338'] for port, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:01.394940 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-de204cf2-cdde-4aad-905d-bdacd64ab45f tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:57:01.421929 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f1e7a7-f3e3-41d7-8b94-c4c4b8a86aa1 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Pushing event deleted for resources: {'Port': ['ID=0d61b43c-e98c-43b9-91de-880a162a7c91,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:57:01.432601 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f1e7a7-f3e3-41d7-8b94-c4c4b8a86aa1 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:57:01.432992 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f1e7a7-f3e3-41d7-8b94-c4c4b8a86aa1 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:57:01.433374 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f1e7a7-f3e3-41d7-8b94-c4c4b8a86aa1 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:57:01.433750 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f1e7a7-f3e3-41d7-8b94-c4c4b8a86aa1 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:57:01.434199 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f1e7a7-f3e3-41d7-8b94-c4c4b8a86aa1 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:57:01.435016 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f1e7a7-f3e3-41d7-8b94-c4c4b8a86aa1 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:57:01.435395 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f1e7a7-f3e3-41d7-8b94-c4c4b8a86aa1 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:57:01.435769 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f1e7a7-f3e3-41d7-8b94-c4c4b8a86aa1 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:57:01.436138 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f1e7a7-f3e3-41d7-8b94-c4c4b8a86aa1 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:57:01.436503 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f1e7a7-f3e3-41d7-8b94-c4c4b8a86aa1 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:57:01.436867 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f1e7a7-f3e3-41d7-8b94-c4c4b8a86aa1 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:57:01.437231 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f1e7a7-f3e3-41d7-8b94-c4c4b8a86aa1 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:57:01.455005 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-08f1e7a7-f3e3-41d7-8b94-c4c4b8a86aa1 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:57:01.493097 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-08f1e7a7-f3e3-41d7-8b94-c4c4b8a86aa1 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks [] for floatingip, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:01.493404 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.db.l3_db [None req-08f1e7a7-f3e3-41d7-8b94-c4c4b8a86aa1 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Floating IP 0a39ba22-16b1-44aa-8dae-2f47903d7e08 disassociated (deleted). External IP: 172.27.0.214, port: 751b23bb-daa6-4c54-9c07-93df839f5865. Jun 16 09:57:01.692040 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f1e7a7-f3e3-41d7-8b94-c4c4b8a86aa1 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Router 59e27c92-c10a-4d99-a1b6-de6d5533c04a has already been hosted by L3 agent 7768ee83-37c7-4165-88a2-5844eb43ad81 {{(pid=98980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:57:01.797055 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f1e7a7-f3e3-41d7-8b94-c4c4b8a86aa1 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify agent at l3_agent.dv-cinder-796286-4-iscsi the message routers_updated {{(pid=98980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:57:01.801956 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-08f1e7a7-f3e3-41d7-8b94-c4c4b8a86aa1 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for floatingip, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:01.812896 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2dd359b-c31a-46cb-a580-9d36890d2e54 None None] Sync routers for ids ['59e27c92-c10a-4d99-a1b6-de6d5533c04a'] in dv-cinder-796286-4-iscsi {{(pid=98982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:57:01.817693 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dd359b-c31a-46cb-a580-9d36890d2e54 None None] Routers {'59e27c92-c10a-4d99-a1b6-de6d5533c04a'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:57:01.818381 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-f2dd359b-c31a-46cb-a580-9d36890d2e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:56:49Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['59e27c92-c10a-4d99-a1b6-de6d5533c04a'], 'active': True} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:57:01.838559 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-08f1e7a7-f3e3-41d7-8b94-c4c4b8a86aa1 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "DELETE /v2.0/floatingips/0a39ba22-16b1-44aa-8dae-2f47903d7e08 HTTP/1.1" status: 204 len: 168 time: 0.9672465 Jun 16 09:57:01.839403 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a98d4b30-a1d1-4d69-b8ad-d612e2a433aa', 'tag': '751b23bb-daa6-4c54-9c07-93df839f5865'}] {{(pid=98980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:57:01.841694 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f334069be3519ec184138b23d582e39f65c0d47b6cef299b3d1a0596e5c2100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5677c64a-7494-4853-9060-4f06d539b01b" -d '{"events": [{"name": "network-changed", "server_uuid": "a98d4b30-a1d1-4d69-b8ad-d612e2a433aa", "tag": "751b23bb-daa6-4c54-9c07-93df839f5865"}]}' {{(pid=98980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:57:01.887587 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718f7bf2-2e6f-4a58-9ebb-226f988a7f51 x-openstack-request-id: req-718f7bf2-2e6f-4a58-9ebb-226f988a7f51 {{(pid=98980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:57:01.888259 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a98d4b30-a1d1-4d69-b8ad-d612e2a433aa", "tag": "751b23bb-daa6-4c54-9c07-93df839f5865", "status": "completed", "code": 200}]} {{(pid=98980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:57:01.888365 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-718f7bf2-2e6f-4a58-9ebb-226f988a7f51 {{(pid=98980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:57:01.888936 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a98d4b30-a1d1-4d69-b8ad-d612e2a433aa', 'tag': '751b23bb-daa6-4c54-9c07-93df839f5865', 'status': 'completed', 'code': 200} Jun 16 09:57:01.923246 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvr_db [None req-f2dd359b-c31a-46cb-a580-9d36890d2e54 None None] Set router 59e27c92-c10a-4d99-a1b6-de6d5533c04a gateway port host: dv-cinder-796286-4-iscsi {{(pid=98982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:57:02.002127 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677c64a-7494-4853-9060-4f06d539b01b req-55beee81-904e-416c-babe-bc12bddb2318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:57:02.003752 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-5677c64a-7494-4853-9060-4f06d539b01b req-55beee81-904e-416c-babe-bc12bddb2318 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ed2156b918e84ef2a8cd08f2710cf24f&device_id=a98d4b30-a1d1-4d69-b8ad-d612e2a433aa HTTP/1.1" status: 200 len: 1098 time: 0.0554321 Jun 16 09:57:02.279360 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-f2dd359b-c31a-46cb-a580-9d36890d2e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'name': 'tempest-TestVolumeBootPattern-39691887-router', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '220d4639-e7b1-4eff-8de2-fb7302701a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:49:49Z', 'updated_at': '2021-06-16T09:49:54Z', 'revision_number': 4, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'gw_port': {'id': '220d4639-e7b1-4eff-8de2-fb7302701a38', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:77:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:49:50Z', 'updated_at': '2021-06-16T09:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_floatingips': [{'id': 'cac78af4-9735-46d1-8c4c-118b024b42a3', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'floating_ip_address': '172.27.0.40', 'floating_network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'router_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'port_id': 'a07dd7c4-5fca-4b34-b9fb-33e11d55e07e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206', 'mac_address': 'fa:16:3e:96:f5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b74a19e-852e-4a2c-bfac-85465e277a4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T09:53:27Z', 'updated_at': '2021-06-16T09:53:30Z', 'revision_number': 1, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '397471ac-32cf-423f-a50b-96175ad9ed75', 'name': '', 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'mac_address': 'fa:16:3e:1e:0e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:49:53Z', 'updated_at': '2021-06-16T09:50:00Z', 'revision_number': 5, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'subnets': [{'id': '43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:57:02.283009 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2dd359b-c31a-46cb-a580-9d36890d2e54 None None] Checking router: 59e27c92-c10a-4d99-a1b6-de6d5533c04a for host: dv-cinder-796286-4-iscsi {{(pid=98982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:57:02.291550 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dd359b-c31a-46cb-a580-9d36890d2e54 None None] Routers {'59e27c92-c10a-4d99-a1b6-de6d5533c04a'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:57:02.292268 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-f2dd359b-c31a-46cb-a580-9d36890d2e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:56:49Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['59e27c92-c10a-4d99-a1b6-de6d5533c04a'], 'active': True} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:57:02.365814 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677c64a-7494-4853-9060-4f06d539b01b req-f93e5655-ef7c-4dc5-8e06-bec19cdfce00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:57:02.367533 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-5677c64a-7494-4853-9060-4f06d539b01b req-f93e5655-ef7c-4dc5-8e06-bec19cdfce00 service neutron] 10.222.0.49 "GET /v2.0/networks?id=eae67a9b-5ad3-4a2b-a012-c75340b64206 HTTP/1.1" status: 200 len: 911 time: 0.3541234 Jun 16 09:57:02.397342 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvr_db [None req-f2dd359b-c31a-46cb-a580-9d36890d2e54 None None] Set router 59e27c92-c10a-4d99-a1b6-de6d5533c04a gateway port host: dv-cinder-796286-4-iscsi {{(pid=98982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:57:02.418600 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-5677c64a-7494-4853-9060-4f06d539b01b req-00f734c1-906d-44af-8026-225dbc21b5b1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=751b23bb-daa6-4c54-9c07-93df839f5865 HTTP/1.1" status: 200 len: 217 time: 0.0401397 Jun 16 09:57:02.527464 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677c64a-7494-4853-9060-4f06d539b01b req-bcf0c386-a86b-42e3-9e15-8edcd21c0faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:57:02.528903 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-5677c64a-7494-4853-9060-4f06d539b01b req-bcf0c386-a86b-42e3-9e15-8edcd21c0faa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f HTTP/1.1" status: 200 len: 849 time: 0.0700665 Jun 16 09:57:02.578224 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e035ed6-d24b-43b4-ab2d-aadea22947b3 req-cf86cb33-57b9-4484-a928-065e82fd8b74 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:57:02.579639 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-9e035ed6-d24b-43b4-ab2d-aadea22947b3 req-cf86cb33-57b9-4484-a928-065e82fd8b74 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98d4b30-a1d1-4d69-b8ad-d612e2a433aa HTTP/1.1" status: 200 len: 945 time: 0.1330447 Jun 16 09:57:02.623598 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-f2dd359b-c31a-46cb-a580-9d36890d2e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'name': 'tempest-TestVolumeBootPattern-39691887-router', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '220d4639-e7b1-4eff-8de2-fb7302701a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:49:49Z', 'updated_at': '2021-06-16T09:49:54Z', 'revision_number': 4, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'gw_port': {'id': '220d4639-e7b1-4eff-8de2-fb7302701a38', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:77:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:49:50Z', 'updated_at': '2021-06-16T09:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_floatingips': [{'id': 'cac78af4-9735-46d1-8c4c-118b024b42a3', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'floating_ip_address': '172.27.0.40', 'floating_network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'router_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'port_id': 'a07dd7c4-5fca-4b34-b9fb-33e11d55e07e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206', 'mac_address': 'fa:16:3e:96:f5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b74a19e-852e-4a2c-bfac-85465e277a4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T09:53:27Z', 'updated_at': '2021-06-16T09:53:30Z', 'revision_number': 1, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '397471ac-32cf-423f-a50b-96175ad9ed75', 'name': '', 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'mac_address': 'fa:16:3e:1e:0e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:49:53Z', 'updated_at': '2021-06-16T09:50:00Z', 'revision_number': 5, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'subnets': [{'id': '43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:57:02.627082 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2dd359b-c31a-46cb-a580-9d36890d2e54 None None] The sync data for ids ['59e27c92-c10a-4d99-a1b6-de6d5533c04a'] in dv-cinder-796286-4-iscsi is: [{'id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'name': 'tempest-TestVolumeBootPattern-39691887-router', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '220d4639-e7b1-4eff-8de2-fb7302701a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:49:49Z', 'updated_at': '2021-06-16T09:49:54Z', 'revision_number': 4, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'gw_port': {'id': '220d4639-e7b1-4eff-8de2-fb7302701a38', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:77:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:49:50Z', 'updated_at': '2021-06-16T09:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_floatingips': [{'id': 'cac78af4-9735-46d1-8c4c-118b024b42a3', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'floating_ip_address': '172.27.0.40', 'floating_network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'router_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'port_id': 'a07dd7c4-5fca-4b34-b9fb-33e11d55e07e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206', 'mac_address': 'fa:16:3e:96:f5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b74a19e-852e-4a2c-bfac-85465e277a4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T09:53:27Z', 'updated_at': '2021-06-16T09:53:30Z', 'revision_number': 1, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '397471ac-32cf-423f-a50b-96175ad9ed75', 'name': '', 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'mac_address': 'fa:16:3e:1e:0e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:49:53Z', 'updated_at': '2021-06-16T09:50:00Z', 'revision_number': 5, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'subnets': [{'id': '43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:57:02.632522 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677c64a-7494-4853-9060-4f06d539b01b req-08ec43dd-1dc7-43ea-b432-f24365685457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:57:02.633985 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-5677c64a-7494-4853-9060-4f06d539b01b req-08ec43dd-1dc7-43ea-b432-f24365685457 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eae67a9b-5ad3-4a2b-a012-c75340b64206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0961604 Jun 16 09:57:02.637363 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-9e035ed6-d24b-43b4-ab2d-aadea22947b3 req-49085482-4d86-4fb8-9d2c-5d62b9cd471b tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/security-groups?id=924c6667-e697-4c03-bd72-091d94a3ea6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490522 Jun 16 09:57:02.733342 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-5677c64a-7494-4853-9060-4f06d539b01b req-9db7ca71-690f-4c0e-8a00-5f9b46bcad56 service neutron] 10.222.0.49 "GET /v2.0/networks/eae67a9b-5ad3-4a2b-a012-c75340b64206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902483 Jun 16 09:57:02.833907 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-5677c64a-7494-4853-9060-4f06d539b01b req-b8266380-1505-4d20-aae4-34248d93a8c4 service neutron] 10.222.0.49 "GET /v2.0/networks/eae67a9b-5ad3-4a2b-a012-c75340b64206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921643 Jun 16 09:57:02.841575 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371dab4f-ace9-4217-9665-bb7e592da27a None None] New status for floating IP 0a39ba22-16b1-44aa-8dae-2f47903d7e08: DOWN {{(pid=98983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 09:57:03.813074 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67271374-f8d9-44c1-8aae-4f6e597b22fc req-e1202b21-3220-482c-8126-69817dc1d3c9 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:57:03.814534 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-67271374-f8d9-44c1-8aae-4f6e597b22fc req-e1202b21-3220-482c-8126-69817dc1d3c9 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98d4b30-a1d1-4d69-b8ad-d612e2a433aa HTTP/1.1" status: 200 len: 945 time: 0.0647681 Jun 16 09:57:03.851601 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-67271374-f8d9-44c1-8aae-4f6e597b22fc req-dbee3e04-4c76-4a8a-b1fc-1cdccb62fc48 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/security-groups?id=924c6667-e697-4c03-bd72-091d94a3ea6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308244 Jun 16 09:57:04.580517 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94657de1-5eb0-427a-b9b1-7688e1a8a0ab req-a97d12f4-1309-46ad-9fb2-44499b0ecf86 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:57:04.582456 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-94657de1-5eb0-427a-b9b1-7688e1a8a0ab req-a97d12f4-1309-46ad-9fb2-44499b0ecf86 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.49 "GET /v2.0/ports?device_id=a98d4b30-a1d1-4d69-b8ad-d612e2a433aa HTTP/1.1" status: 200 len: 945 time: 0.0656154 Jun 16 09:57:04.678023 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.plugin [req-94657de1-5eb0-427a-b9b1-7688e1a8a0ab req-53425568-fac4-4d50-b563-94b814396269 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Deleting port 751b23bb-daa6-4c54-9c07-93df839f5865 {{(pid=98980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:57:04.678368 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-94657de1-5eb0-427a-b9b1-7688e1a8a0ab req-53425568-fac4-4d50-b563-94b814396269 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:04.765068 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.db [req-94657de1-5eb0-427a-b9b1-7688e1a8a0ab req-53425568-fac4-4d50-b563-94b814396269 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] For port 751b23bb-daa6-4c54-9c07-93df839f5865, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=751b23bb-daa6-4c54-9c07-93df839f5865,segment=NetworkSegment(8b33f738-d644-4c54-b55c-1571647efaaa),segment_id=8b33f738-d644-4c54-b55c-1571647efaaa)] {{(pid=98980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:57:04.765418 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-94657de1-5eb0-427a-b9b1-7688e1a8a0ab req-53425568-fac4-4d50-b563-94b814396269 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:04.829124 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.plugin [req-94657de1-5eb0-427a-b9b1-7688e1a8a0ab req-53425568-fac4-4d50-b563-94b814396269 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Calling delete_port for 751b23bb-daa6-4c54-9c07-93df839f5865 owned by compute:nova {{(pid=98980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:57:05.057698 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc5c04-f0fe-41fa-86cd-a961c5b5ea40 req-badbfa16-78a0-43bb-948a-6f68aab8f338 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:57:05.059191 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-50fc5c04-f0fe-41fa-86cd-a961c5b5ea40 req-badbfa16-78a0-43bb-948a-6f68aab8f338 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98d4b30-a1d1-4d69-b8ad-d612e2a433aa HTTP/1.1" status: 200 len: 945 time: 0.0653856 Jun 16 09:57:05.095519 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-50fc5c04-f0fe-41fa-86cd-a961c5b5ea40 req-e47522d7-e9f6-4285-b1b0-7b03133586ed tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/security-groups?id=924c6667-e697-4c03-bd72-091d94a3ea6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307472 Jun 16 09:57:05.128975 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-94657de1-5eb0-427a-b9b1-7688e1a8a0ab req-53425568-fac4-4d50-b563-94b814396269 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126582338'] for port, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:05.134211 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-3cfd21cb-7296-4e6a-a31c-eb5714e8cf9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:57:05.164435 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53425568-fac4-4d50-b563-94b814396269 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Pushing event deleted for resources: {'Port': ['ID=751b23bb-daa6-4c54-9c07-93df839f5865,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:57:05.166209 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-53425568-fac4-4d50-b563-94b814396269 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:57:05.288283 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.l3_dvrscheduler_db [req-94657de1-5eb0-427a-b9b1-7688e1a8a0ab req-53425568-fac4-4d50-b563-94b814396269 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] No DVR routers for this DVR port 751b23bb-daa6-4c54-9c07-93df839f5865 on host hv-cinder-79628 {{(pid=98980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:57:05.290721 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-94657de1-5eb0-427a-b9b1-7688e1a8a0ab req-53425568-fac4-4d50-b563-94b814396269 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for port, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:05.292701 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-94657de1-5eb0-427a-b9b1-7688e1a8a0ab req-53425568-fac4-4d50-b563-94b814396269 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.49 "DELETE /v2.0/ports/751b23bb-daa6-4c54-9c07-93df839f5865 HTTP/1.1" status: 204 len: 173 time: 0.7041249 Jun 16 09:57:05.296536 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a98d4b30-a1d1-4d69-b8ad-d612e2a433aa', 'name': 'network-vif-deleted', 'tag': '751b23bb-daa6-4c54-9c07-93df839f5865'}] {{(pid=98980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:57:05.297907 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f334069be3519ec184138b23d582e39f65c0d47b6cef299b3d1a0596e5c2100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8b24ab-9d0a-4c84-ae3a-ce060e634b8e" -d '{"events": [{"server_uuid": "a98d4b30-a1d1-4d69-b8ad-d612e2a433aa", "name": "network-vif-deleted", "tag": "751b23bb-daa6-4c54-9c07-93df839f5865"}]}' {{(pid=98980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:57:05.333713 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51a8607-d6b4-478d-8263-03c267f38eb6 x-openstack-request-id: req-d51a8607-d6b4-478d-8263-03c267f38eb6 {{(pid=98980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:57:05.333713 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a98d4b30-a1d1-4d69-b8ad-d612e2a433aa", "name": "network-vif-deleted", "tag": "751b23bb-daa6-4c54-9c07-93df839f5865", "status": "completed", "code": 200}]} {{(pid=98980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:57:05.333713 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d51a8607-d6b4-478d-8263-03c267f38eb6 {{(pid=98980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:57:05.333713 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a98d4b30-a1d1-4d69-b8ad-d612e2a433aa', 'name': 'network-vif-deleted', 'tag': '751b23bb-daa6-4c54-9c07-93df839f5865', 'status': 'completed', 'code': 200} Jun 16 09:57:06.237186 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-103f1811-50ef-4fff-b1c5-b230924899b9 req-0f009aed-b69b-4af9-92d4-94894a248f22 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98d4b30-a1d1-4d69-b8ad-d612e2a433aa HTTP/1.1" status: 200 len: 210 time: 0.0294235 Jun 16 09:57:09.515008 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 751b23bb-daa6-4c54-9c07-93df839f5865 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:57:09.535888 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] No Port match for: 751b23bb-daa6-4c54-9c07-93df839f5865 {{(pid=98982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:57:09.536237 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device 751b23bb-daa6-4c54-9c07-93df839f5865 not bound to the agent host hv-cinder-79628 {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:57:09.772526 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 57268) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:57:09.927142 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.plugin [None req-80347a77-503a-4947-990a-c546b1935997 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Deleting port 42cbbb65-ec2f-4cce-82c3-508bc7e4926c {{(pid=98980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:57:09.927490 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-80347a77-503a-4947-990a-c546b1935997 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:10.005507 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-80347a77-503a-4947-990a-c546b1935997 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:10.005828 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-80347a77-503a-4947-990a-c546b1935997 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:10.073443 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.plugin [None req-80347a77-503a-4947-990a-c546b1935997 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Calling delete_port for 42cbbb65-ec2f-4cce-82c3-508bc7e4926c owned by network:floatingip {{(pid=98980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:57:10.312310 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-80347a77-503a-4947-990a-c546b1935997 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126582338'] for port, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:10.316114 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-a8c1b26d-fd44-41bc-a075-5749c16fb415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:57:10.342433 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80347a77-503a-4947-990a-c546b1935997 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Pushing event deleted for resources: {'Port': ['ID=42cbbb65-ec2f-4cce-82c3-508bc7e4926c,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:57:10.347021 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-80347a77-503a-4947-990a-c546b1935997 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:57:10.405975 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-80347a77-503a-4947-990a-c546b1935997 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks [] for floatingip, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:10.406355 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.db.l3_db [None req-80347a77-503a-4947-990a-c546b1935997 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Floating IP cac78af4-9735-46d1-8c4c-118b024b42a3 disassociated (deleted). External IP: 172.27.0.40, port: a07dd7c4-5fca-4b34-b9fb-33e11d55e07e. Jun 16 09:57:10.605821 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80347a77-503a-4947-990a-c546b1935997 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Router 59e27c92-c10a-4d99-a1b6-de6d5533c04a has already been hosted by L3 agent 7768ee83-37c7-4165-88a2-5844eb43ad81 {{(pid=98980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:57:10.708528 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80347a77-503a-4947-990a-c546b1935997 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify agent at l3_agent.dv-cinder-796286-4-iscsi the message routers_updated {{(pid=98980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:57:10.713402 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-80347a77-503a-4947-990a-c546b1935997 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for floatingip, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:10.717852 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e6f61c-57e8-4100-913d-433910babeae None None] Sync routers for ids ['59e27c92-c10a-4d99-a1b6-de6d5533c04a'] in dv-cinder-796286-4-iscsi {{(pid=98982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:57:10.727579 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e6f61c-57e8-4100-913d-433910babeae None None] Routers {'59e27c92-c10a-4d99-a1b6-de6d5533c04a'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:57:10.728228 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-f2e6f61c-57e8-4100-913d-433910babeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:56:49Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['59e27c92-c10a-4d99-a1b6-de6d5533c04a'], 'active': True} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:57:10.749354 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-80347a77-503a-4947-990a-c546b1935997 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "DELETE /v2.0/floatingips/cac78af4-9735-46d1-8c4c-118b024b42a3 HTTP/1.1" status: 204 len: 168 time: 0.9757619 Jun 16 09:57:10.750031 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b74a19e-852e-4a2c-bfac-85465e277a4a', 'tag': 'a07dd7c4-5fca-4b34-b9fb-33e11d55e07e'}] {{(pid=98980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:57:10.752359 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f334069be3519ec184138b23d582e39f65c0d47b6cef299b3d1a0596e5c2100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54337dfc-ddc0-4ab9-aac0-3dda2a7fc70e" -d '{"events": [{"name": "network-changed", "server_uuid": "7b74a19e-852e-4a2c-bfac-85465e277a4a", "tag": "a07dd7c4-5fca-4b34-b9fb-33e11d55e07e"}]}' {{(pid=98980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:57:10.789868 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f59eb8-6058-4d11-8da0-ebc1ce08704f x-openstack-request-id: req-a4f59eb8-6058-4d11-8da0-ebc1ce08704f {{(pid=98980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:57:10.790521 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b74a19e-852e-4a2c-bfac-85465e277a4a", "tag": "a07dd7c4-5fca-4b34-b9fb-33e11d55e07e", "status": "completed", "code": 200}]} {{(pid=98980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:57:10.790625 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a4f59eb8-6058-4d11-8da0-ebc1ce08704f {{(pid=98980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:57:10.791089 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b74a19e-852e-4a2c-bfac-85465e277a4a', 'tag': 'a07dd7c4-5fca-4b34-b9fb-33e11d55e07e', 'status': 'completed', 'code': 200} Jun 16 09:57:10.833054 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvr_db [None req-f2e6f61c-57e8-4100-913d-433910babeae None None] Set router 59e27c92-c10a-4d99-a1b6-de6d5533c04a gateway port host: dv-cinder-796286-4-iscsi {{(pid=98982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:57:10.907458 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54337dfc-ddc0-4ab9-aac0-3dda2a7fc70e req-b56ab51f-155c-4e24-98ea-eaca9f2149c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:57:10.909045 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-54337dfc-ddc0-4ab9-aac0-3dda2a7fc70e req-b56ab51f-155c-4e24-98ea-eaca9f2149c5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ed2156b918e84ef2a8cd08f2710cf24f&device_id=7b74a19e-852e-4a2c-bfac-85465e277a4a HTTP/1.1" status: 200 len: 1099 time: 0.0558894 Jun 16 09:57:10.998586 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.agents_db [None req-3560065e-ea11-4ff4-820f-b568c2ca0093 None None] Agent healthcheck: found 6 active agents {{(pid=98983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:57:11.005562 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54337dfc-ddc0-4ab9-aac0-3dda2a7fc70e req-108443b9-800b-4a2b-aee0-60a27d9ab5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:57:11.007039 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-54337dfc-ddc0-4ab9-aac0-3dda2a7fc70e req-108443b9-800b-4a2b-aee0-60a27d9ab5c1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=eae67a9b-5ad3-4a2b-a012-c75340b64206 HTTP/1.1" status: 200 len: 911 time: 0.0876093 Jun 16 09:57:11.034117 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-f2e6f61c-57e8-4100-913d-433910babeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'name': 'tempest-TestVolumeBootPattern-39691887-router', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '220d4639-e7b1-4eff-8de2-fb7302701a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:49:49Z', 'updated_at': '2021-06-16T09:49:54Z', 'revision_number': 4, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'gw_port': {'id': '220d4639-e7b1-4eff-8de2-fb7302701a38', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:77:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:49:50Z', 'updated_at': '2021-06-16T09:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_interfaces': [{'id': '397471ac-32cf-423f-a50b-96175ad9ed75', 'name': '', 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'mac_address': 'fa:16:3e:1e:0e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:49:53Z', 'updated_at': '2021-06-16T09:50:00Z', 'revision_number': 5, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'subnets': [{'id': '43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:57:11.037594 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e6f61c-57e8-4100-913d-433910babeae None None] Checking router: 59e27c92-c10a-4d99-a1b6-de6d5533c04a for host: dv-cinder-796286-4-iscsi {{(pid=98982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:57:11.046502 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e6f61c-57e8-4100-913d-433910babeae None None] Routers {'59e27c92-c10a-4d99-a1b6-de6d5533c04a'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:57:11.047148 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-f2e6f61c-57e8-4100-913d-433910babeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:56:49Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['59e27c92-c10a-4d99-a1b6-de6d5533c04a'], 'active': True} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:57:11.052725 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-54337dfc-ddc0-4ab9-aac0-3dda2a7fc70e req-a9637d7a-7ca9-4081-8cdc-d47856c2d620 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a07dd7c4-5fca-4b34-b9fb-33e11d55e07e HTTP/1.1" status: 200 len: 217 time: 0.0331917 Jun 16 09:57:11.104813 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54337dfc-ddc0-4ab9-aac0-3dda2a7fc70e req-463193bb-e495-48b9-b4ce-2e5301378f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:57:11.106181 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-54337dfc-ddc0-4ab9-aac0-3dda2a7fc70e req-463193bb-e495-48b9-b4ce-2e5301378f15 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f HTTP/1.1" status: 200 len: 849 time: 0.0475829 Jun 16 09:57:11.151456 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvr_db [None req-f2e6f61c-57e8-4100-913d-433910babeae None None] Set router 59e27c92-c10a-4d99-a1b6-de6d5533c04a gateway port host: dv-cinder-796286-4-iscsi {{(pid=98982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:57:11.166314 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54337dfc-ddc0-4ab9-aac0-3dda2a7fc70e req-2cc057ba-585c-4545-bac1-f8ce0b354695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:57:11.167808 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-54337dfc-ddc0-4ab9-aac0-3dda2a7fc70e req-2cc057ba-585c-4545-bac1-f8ce0b354695 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eae67a9b-5ad3-4a2b-a012-c75340b64206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518160 Jun 16 09:57:11.269412 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-54337dfc-ddc0-4ab9-aac0-3dda2a7fc70e req-4b42cbd6-486e-4257-9857-a571369e22ee service neutron] 10.222.0.49 "GET /v2.0/networks/eae67a9b-5ad3-4a2b-a012-c75340b64206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882342 Jun 16 09:57:11.372797 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-f2e6f61c-57e8-4100-913d-433910babeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'name': 'tempest-TestVolumeBootPattern-39691887-router', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '220d4639-e7b1-4eff-8de2-fb7302701a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:49:49Z', 'updated_at': '2021-06-16T09:49:54Z', 'revision_number': 4, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'gw_port': {'id': '220d4639-e7b1-4eff-8de2-fb7302701a38', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:77:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:49:50Z', 'updated_at': '2021-06-16T09:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_interfaces': [{'id': '397471ac-32cf-423f-a50b-96175ad9ed75', 'name': '', 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'mac_address': 'fa:16:3e:1e:0e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:49:53Z', 'updated_at': '2021-06-16T09:50:00Z', 'revision_number': 5, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'subnets': [{'id': '43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:57:11.376545 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-54337dfc-ddc0-4ab9-aac0-3dda2a7fc70e req-98b3b9b0-1de6-482d-953b-4303b36c4b25 service neutron] 10.222.0.49 "GET /v2.0/networks/eae67a9b-5ad3-4a2b-a012-c75340b64206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977449 Jun 16 09:57:11.384837 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e6f61c-57e8-4100-913d-433910babeae None None] The sync data for ids ['59e27c92-c10a-4d99-a1b6-de6d5533c04a'] in dv-cinder-796286-4-iscsi is: [{'id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'name': 'tempest-TestVolumeBootPattern-39691887-router', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '220d4639-e7b1-4eff-8de2-fb7302701a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:49:49Z', 'updated_at': '2021-06-16T09:49:54Z', 'revision_number': 4, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'gw_port': {'id': '220d4639-e7b1-4eff-8de2-fb7302701a38', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:77:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:49:50Z', 'updated_at': '2021-06-16T09:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi', '_interfaces': [{'id': '397471ac-32cf-423f-a50b-96175ad9ed75', 'name': '', 'network_id': 'eae67a9b-5ad3-4a2b-a012-c75340b64206', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'mac_address': 'fa:16:3e:1e:0e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:49:53Z', 'updated_at': '2021-06-16T09:50:00Z', 'revision_number': 5, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'subnets': [{'id': '43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:57:11.476406 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:11.501275 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f0eaa-dead-444c-9592-fb41b15fb09c req-277eacc6-f6c9-44bc-99c5-70bee90712b4 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:57:11.503892 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-fd5f0eaa-dead-444c-9592-fb41b15fb09c req-277eacc6-f6c9-44bc-99c5-70bee90712b4 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b74a19e-852e-4a2c-bfac-85465e277a4a HTTP/1.1" status: 200 len: 946 time: 0.0819588 Jun 16 09:57:11.544606 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-fd5f0eaa-dead-444c-9592-fb41b15fb09c req-6cba5fcf-7332-490d-99e8-9d61fc1b23ef tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/security-groups?id=924c6667-e697-4c03-bd72-091d94a3ea6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347590 Jun 16 09:57:11.596468 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7634105-4399-4c75-b219-5cf0d7f5fd3d None None] New status for floating IP cac78af4-9735-46d1-8c4c-118b024b42a3: DOWN {{(pid=98983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 09:57:12.720396 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b9cf58-e5ef-4abb-bc59-f1542c617662 req-98e00eb6-a368-4249-8f45-1d5b38e356ba tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:57:12.721852 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-e2b9cf58-e5ef-4abb-bc59-f1542c617662 req-98e00eb6-a368-4249-8f45-1d5b38e356ba tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b74a19e-852e-4a2c-bfac-85465e277a4a HTTP/1.1" status: 200 len: 946 time: 0.0657594 Jun 16 09:57:12.763955 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-e2b9cf58-e5ef-4abb-bc59-f1542c617662 req-87f425d2-7821-4074-82cb-62f8e3f11ace tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/security-groups?id=924c6667-e697-4c03-bd72-091d94a3ea6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363925 Jun 16 09:57:13.469245 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9c440-4b4a-44ea-95a5-c675690a827d req-f04a1998-a671-42f5-a154-3de5aee92a84 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:57:13.470637 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-22c9c440-4b4a-44ea-95a5-c675690a827d req-f04a1998-a671-42f5-a154-3de5aee92a84 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b74a19e-852e-4a2c-bfac-85465e277a4a HTTP/1.1" status: 200 len: 946 time: 0.0608068 Jun 16 09:57:13.567588 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.plugin [req-22c9c440-4b4a-44ea-95a5-c675690a827d req-4b7adccb-db98-47d6-95e9-44ee11b3920c tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Deleting port a07dd7c4-5fca-4b34-b9fb-33e11d55e07e {{(pid=98980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:57:13.567924 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-22c9c440-4b4a-44ea-95a5-c675690a827d req-4b7adccb-db98-47d6-95e9-44ee11b3920c tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:13.654710 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.db [req-22c9c440-4b4a-44ea-95a5-c675690a827d req-4b7adccb-db98-47d6-95e9-44ee11b3920c tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] For port a07dd7c4-5fca-4b34-b9fb-33e11d55e07e, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a07dd7c4-5fca-4b34-b9fb-33e11d55e07e,segment=NetworkSegment(8b33f738-d644-4c54-b55c-1571647efaaa),segment_id=8b33f738-d644-4c54-b55c-1571647efaaa)] {{(pid=98980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:57:13.655009 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-22c9c440-4b4a-44ea-95a5-c675690a827d req-4b7adccb-db98-47d6-95e9-44ee11b3920c tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:13.718776 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.plugin [req-22c9c440-4b4a-44ea-95a5-c675690a827d req-4b7adccb-db98-47d6-95e9-44ee11b3920c tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Calling delete_port for a07dd7c4-5fca-4b34-b9fb-33e11d55e07e owned by compute:nova {{(pid=98980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:57:13.935631 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f16426-1fcb-4a23-9563-e5cb6a477d7d req-0b5f83d8-f7d5-467d-989a-f864f69afb47 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:57:13.937009 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-50f16426-1fcb-4a23-9563-e5cb6a477d7d req-0b5f83d8-f7d5-467d-989a-f864f69afb47 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b74a19e-852e-4a2c-bfac-85465e277a4a HTTP/1.1" status: 200 len: 946 time: 0.0646017 Jun 16 09:57:13.974404 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-50f16426-1fcb-4a23-9563-e5cb6a477d7d req-a3f77d62-b82f-4113-97a0-e59711642204 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/security-groups?id=924c6667-e697-4c03-bd72-091d94a3ea6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312545 Jun 16 09:57:13.986400 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-22c9c440-4b4a-44ea-95a5-c675690a827d req-4b7adccb-db98-47d6-95e9-44ee11b3920c tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126582338'] for port, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:13.990668 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-de204cf2-cdde-4aad-905d-bdacd64ab45f tempest-AttachVolumeTestJSON-92353505 tempest-AttachVolumeTestJSON-92353505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:57:14.020319 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7adccb-db98-47d6-95e9-44ee11b3920c tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Pushing event deleted for resources: {'Port': ['ID=a07dd7c4-5fca-4b34-b9fb-33e11d55e07e,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:57:14.023383 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-4b7adccb-db98-47d6-95e9-44ee11b3920c tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:57:14.065476 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c9c440-4b4a-44ea-95a5-c675690a827d req-4b7adccb-db98-47d6-95e9-44ee11b3920c tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] No DVR routers for this DVR port a07dd7c4-5fca-4b34-b9fb-33e11d55e07e on host hv-cinder-79628 {{(pid=98980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:57:14.067976 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [req-22c9c440-4b4a-44ea-95a5-c675690a827d req-4b7adccb-db98-47d6-95e9-44ee11b3920c tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for port, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:14.069873 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [req-22c9c440-4b4a-44ea-95a5-c675690a827d req-4b7adccb-db98-47d6-95e9-44ee11b3920c tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.49 "DELETE /v2.0/ports/a07dd7c4-5fca-4b34-b9fb-33e11d55e07e HTTP/1.1" status: 204 len: 173 time: 0.5920026 Jun 16 09:57:14.070403 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b74a19e-852e-4a2c-bfac-85465e277a4a', 'name': 'network-vif-deleted', 'tag': 'a07dd7c4-5fca-4b34-b9fb-33e11d55e07e'}] {{(pid=98980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:57:14.072779 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f334069be3519ec184138b23d582e39f65c0d47b6cef299b3d1a0596e5c2100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaca21a5-16c9-43a2-90d2-7650d5e5b434" -d '{"events": [{"server_uuid": "7b74a19e-852e-4a2c-bfac-85465e277a4a", "name": "network-vif-deleted", "tag": "a07dd7c4-5fca-4b34-b9fb-33e11d55e07e"}]}' {{(pid=98980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:57:14.106785 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d73265-8856-45f2-920d-69f521363bf4 x-openstack-request-id: req-29d73265-8856-45f2-920d-69f521363bf4 {{(pid=98980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:57:14.107149 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b74a19e-852e-4a2c-bfac-85465e277a4a", "name": "network-vif-deleted", "tag": "a07dd7c4-5fca-4b34-b9fb-33e11d55e07e", "status": "completed", "code": 200}]} {{(pid=98980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:57:14.107453 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-29d73265-8856-45f2-920d-69f521363bf4 {{(pid=98980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:57:14.107897 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b74a19e-852e-4a2c-bfac-85465e277a4a', 'name': 'network-vif-deleted', 'tag': 'a07dd7c4-5fca-4b34-b9fb-33e11d55e07e', 'status': 'completed', 'code': 200} Jun 16 09:57:15.126479 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [req-fedbd9f3-f6e6-410e-bd1b-9743f9057ac4 req-b8413aa2-4ccb-4458-8152-5bf0b69f5849 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b74a19e-852e-4a2c-bfac-85465e277a4a HTTP/1.1" status: 200 len: 210 time: 0.0323501 Jun 16 09:57:16.221477 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 57286) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:57:16.341281 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.plugin [None req-71939539-5ab4-4559-a789-11454a0c9c2c tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Deleting port 3bd9eaa8-c624-4077-a4eb-d2b1af76a08a {{(pid=98980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:57:16.341613 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-71939539-5ab4-4559-a789-11454a0c9c2c tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:16.420947 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-71939539-5ab4-4559-a789-11454a0c9c2c tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:16.421168 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-71939539-5ab4-4559-a789-11454a0c9c2c tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:16.481363 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.plugin [None req-71939539-5ab4-4559-a789-11454a0c9c2c tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Calling delete_port for 3bd9eaa8-c624-4077-a4eb-d2b1af76a08a owned by network:floatingip {{(pid=98980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:57:16.744857 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-71939539-5ab4-4559-a789-11454a0c9c2c tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126582338'] for port, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:16.746875 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-219bd743-854f-46a7-8177-82370c3fbaab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:57:16.769007 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71939539-5ab4-4559-a789-11454a0c9c2c tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Pushing event deleted for resources: {'Port': ['ID=3bd9eaa8-c624-4077-a4eb-d2b1af76a08a,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:57:16.771646 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-71939539-5ab4-4559-a789-11454a0c9c2c tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:57:16.834756 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-71939539-5ab4-4559-a789-11454a0c9c2c tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks [] for floatingip, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:16.837299 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-71939539-5ab4-4559-a789-11454a0c9c2c tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403345'] for floatingip, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:16.838539 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-71939539-5ab4-4559-a789-11454a0c9c2c tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "DELETE /v2.0/floatingips/c51fd5c2-d19e-4d6a-b6ae-1029c529ce6d HTTP/1.1" status: 204 len: 168 time: 0.6160765 Jun 16 09:57:17.008993 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-c94779fe-7f9f-4342-adad-360a7cb7e8f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:17.590640 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device a07dd7c4-5fca-4b34-b9fb-33e11d55e07e no longer exists at agent hyperv_hv-cinder-79628 {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:57:17.609819 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] No Port match for: a07dd7c4-5fca-4b34-b9fb-33e11d55e07e {{(pid=98982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:57:17.616186 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Device a07dd7c4-5fca-4b34-b9fb-33e11d55e07e not bound to the agent host hv-cinder-79628 {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:57:18.358229 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 57298) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:57:18.416916 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-e60be351-2924-43d7-af66-62af50d983a2 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks [] for security_group, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:18.442303 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-e60be351-2924-43d7-af66-62af50d983a2 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:18.613221 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-e60be351-2924-43d7-af66-62af50d983a2 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:18.615793 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-e60be351-2924-43d7-af66-62af50d983a2 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Notify callbacks [] for security_group, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:18.616923 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-e60be351-2924-43d7-af66-62af50d983a2 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] 10.222.0.25 "DELETE /v2.0/security-groups/924c6667-e697-4c03-bd72-091d94a3ea6c HTTP/1.1" status: 204 len: 168 time: 0.2577324 Jun 16 09:57:18.617690 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-dd5c0028-8e83-46a2-8114-7310dc41f68f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:57:18.626276 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60be351-2924-43d7-af66-62af50d983a2 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=924c6667-e697-4c03-bd72-091d94a3ea6c,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:57:18.629111 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-e60be351-2924-43d7-af66-62af50d983a2 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:57:18.765323 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 57302) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:57:19.259937 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-383e3ef2-b337-4558-8a3a-f3b1b1384cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690889'] for router_interface, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:19.294108 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-7f584b62-679f-47c3-a701-18c8b24a6625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:19.488413 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:19.506970 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.plugin [None req-383e3ef2-b337-4558-8a3a-f3b1b1384cbb admin admin] Deleting port 397471ac-32cf-423f-a50b-96175ad9ed75 {{(pid=98980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:57:19.507515 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-383e3ef2-b337-4558-8a3a-f3b1b1384cbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:19.837911 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.db [None req-383e3ef2-b337-4558-8a3a-f3b1b1384cbb admin admin] For port 397471ac-32cf-423f-a50b-96175ad9ed75, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=397471ac-32cf-423f-a50b-96175ad9ed75,segment=NetworkSegment(8b33f738-d644-4c54-b55c-1571647efaaa),segment_id=8b33f738-d644-4c54-b55c-1571647efaaa)] {{(pid=98980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:57:19.838428 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-383e3ef2-b337-4558-8a3a-f3b1b1384cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:19.902623 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.plugin [None req-383e3ef2-b337-4558-8a3a-f3b1b1384cbb admin admin] Calling delete_port for 397471ac-32cf-423f-a50b-96175ad9ed75 owned by network:router_interface {{(pid=98980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:57:20.179897 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-383e3ef2-b337-4558-8a3a-f3b1b1384cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126582338'] for port, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:20.182151 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-68c05867-4d9a-4c4f-88f7-f545e7936737 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:57:20.205744 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e3ef2-b337-4558-8a3a-f3b1b1384cbb admin admin] Pushing event deleted for resources: {'Port': ['ID=397471ac-32cf-423f-a50b-96175ad9ed75,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:57:20.208713 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-383e3ef2-b337-4558-8a3a-f3b1b1384cbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:57:20.369810 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-383e3ef2-b337-4558-8a3a-f3b1b1384cbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690781'] for router_interface, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:20.581877 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383e3ef2-b337-4558-8a3a-f3b1b1384cbb admin admin] Router 59e27c92-c10a-4d99-a1b6-de6d5533c04a has already been hosted by L3 agent 7768ee83-37c7-4165-88a2-5844eb43ad81 {{(pid=98980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:57:20.590113 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-16d92f64-da1b-4eb0-8f0f-160fef97265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:20.684933 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383e3ef2-b337-4558-8a3a-f3b1b1384cbb admin admin] Notify agent at l3_agent.dv-cinder-796286-4-iscsi the message routers_updated {{(pid=98980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:57:20.689817 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-383e3ef2-b337-4558-8a3a-f3b1b1384cbb admin admin] 10.222.0.25 "PUT /v2.0/routers/59e27c92-c10a-4d99-a1b6-de6d5533c04a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9233348 Jun 16 09:57:20.692486 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 57306) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:57:20.693388 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22831961-d3a5-4b0b-85a5-1ed732c64d61 None None] Sync routers for ids ['59e27c92-c10a-4d99-a1b6-de6d5533c04a'] in dv-cinder-796286-4-iscsi {{(pid=98982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:57:20.702361 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22831961-d3a5-4b0b-85a5-1ed732c64d61 None None] Routers {'59e27c92-c10a-4d99-a1b6-de6d5533c04a'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:57:20.703014 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-22831961-d3a5-4b0b-85a5-1ed732c64d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:57:19Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['59e27c92-c10a-4d99-a1b6-de6d5533c04a'], 'active': True} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:57:20.790139 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-b0bfb92c-6d6d-46e9-ab13-fb6f811a235b admin admin] Notify callbacks [] for router, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:20.804212 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvr_db [None req-22831961-d3a5-4b0b-85a5-1ed732c64d61 None None] Set router 59e27c92-c10a-4d99-a1b6-de6d5533c04a gateway port host: dv-cinder-796286-4-iscsi {{(pid=98982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:57:20.892559 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-b0bfb92c-6d6d-46e9-ab13-fb6f811a235b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:20.983620 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-22831961-d3a5-4b0b-85a5-1ed732c64d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'name': 'tempest-TestVolumeBootPattern-39691887-router', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '220d4639-e7b1-4eff-8de2-fb7302701a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:49:49Z', 'updated_at': '2021-06-16T09:57:20Z', 'revision_number': 5, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'gw_port': {'id': '220d4639-e7b1-4eff-8de2-fb7302701a38', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:77:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:49:50Z', 'updated_at': '2021-06-16T09:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi'}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:57:20.987009 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22831961-d3a5-4b0b-85a5-1ed732c64d61 None None] Checking router: 59e27c92-c10a-4d99-a1b6-de6d5533c04a for host: dv-cinder-796286-4-iscsi {{(pid=98982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:57:20.994785 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22831961-d3a5-4b0b-85a5-1ed732c64d61 None None] Routers {'59e27c92-c10a-4d99-a1b6-de6d5533c04a'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:57:20.995501 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-22831961-d3a5-4b0b-85a5-1ed732c64d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:57:19Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['59e27c92-c10a-4d99-a1b6-de6d5533c04a'], 'active': True} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:57:21.019956 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.plugin [None req-b0bfb92c-6d6d-46e9-ab13-fb6f811a235b admin admin] Deleting port 220d4639-e7b1-4eff-8de2-fb7302701a38 {{(pid=98981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:57:21.020295 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-b0bfb92c-6d6d-46e9-ab13-fb6f811a235b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:21.082152 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvr_db [None req-22831961-d3a5-4b0b-85a5-1ed732c64d61 None None] Set router 59e27c92-c10a-4d99-a1b6-de6d5533c04a gateway port host: None {{(pid=98982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:57:21.099990 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.db [None req-b0bfb92c-6d6d-46e9-ab13-fb6f811a235b admin admin] For port 220d4639-e7b1-4eff-8de2-fb7302701a38, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=220d4639-e7b1-4eff-8de2-fb7302701a38,segment=NetworkSegment(ee5243d6-0a20-466c-b2f3-0cfa4d8430c8),segment_id=ee5243d6-0a20-466c-b2f3-0cfa4d8430c8)] {{(pid=98981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:57:21.100346 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-b0bfb92c-6d6d-46e9-ab13-fb6f811a235b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:21.136173 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_hamode_db [None req-22831961-d3a5-4b0b-85a5-1ed732c64d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'name': 'tempest-TestVolumeBootPattern-39691887-router', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:49:49Z', 'updated_at': '2021-06-16T09:57:20Z', 'revision_number': 6, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'gw_port_host': None}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:57:21.140181 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22831961-d3a5-4b0b-85a5-1ed732c64d61 None None] The sync data for ids ['59e27c92-c10a-4d99-a1b6-de6d5533c04a'] in dv-cinder-796286-4-iscsi is: [{'id': '59e27c92-c10a-4d99-a1b6-de6d5533c04a', 'name': 'tempest-TestVolumeBootPattern-39691887-router', 'tenant_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:49:49Z', 'updated_at': '2021-06-16T09:57:20Z', 'revision_number': 6, 'project_id': 'ed2156b918e84ef2a8cd08f2710cf24f', 'gw_port_host': None}] {{(pid=98982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:57:21.167117 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.plugin [None req-b0bfb92c-6d6d-46e9-ab13-fb6f811a235b admin admin] Calling delete_port for 220d4639-e7b1-4eff-8de2-fb7302701a38 owned by network:router_gateway {{(pid=98981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:57:21.403432 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-b0bfb92c-6d6d-46e9-ab13-fb6f811a235b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126587795'] for port, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:21.405737 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-bfc7f18c-33af-4e09-8094-fa671b3ebc06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:57:21.429123 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bfb92c-6d6d-46e9-ab13-fb6f811a235b admin admin] Pushing event deleted for resources: {'Port': ['ID=220d4639-e7b1-4eff-8de2-fb7302701a38,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:57:21.457375 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bfb92c-6d6d-46e9-ab13-fb6f811a235b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:57:21.457752 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bfb92c-6d6d-46e9-ab13-fb6f811a235b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:57:21.458115 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bfb92c-6d6d-46e9-ab13-fb6f811a235b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:57:21.458469 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bfb92c-6d6d-46e9-ab13-fb6f811a235b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:57:21.458821 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bfb92c-6d6d-46e9-ab13-fb6f811a235b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:57:21.459196 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bfb92c-6d6d-46e9-ab13-fb6f811a235b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:57:21.459551 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bfb92c-6d6d-46e9-ab13-fb6f811a235b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:57:21.459978 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bfb92c-6d6d-46e9-ab13-fb6f811a235b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:57:21.460336 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bfb92c-6d6d-46e9-ab13-fb6f811a235b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:57:21.460682 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bfb92c-6d6d-46e9-ab13-fb6f811a235b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:57:21.461025 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bfb92c-6d6d-46e9-ab13-fb6f811a235b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:57:21.461364 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bfb92c-6d6d-46e9-ab13-fb6f811a235b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:57:21.482729 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-b0bfb92c-6d6d-46e9-ab13-fb6f811a235b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:57:21.502158 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-b0bfb92c-6d6d-46e9-ab13-fb6f811a235b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761374'] for router_gateway, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:21.592301 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-b0bfb92c-6d6d-46e9-ab13-fb6f811a235b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5683'] for router, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:21.594347 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-b0bfb92c-6d6d-46e9-ab13-fb6f811a235b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:21.837238 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-b0bfb92c-6d6d-46e9-ab13-fb6f811a235b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754516'] for router, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:21.837841 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0bfb92c-6d6d-46e9-ab13-fb6f811a235b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59e27c92-c10a-4d99-a1b6-de6d5533c04a {{(pid=98981) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 09:57:21.842039 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-b0bfb92c-6d6d-46e9-ab13-fb6f811a235b admin admin] Notify callbacks [] for router, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:21.844301 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-b0bfb92c-6d6d-46e9-ab13-fb6f811a235b admin admin] 10.222.0.25 "DELETE /v2.0/routers/59e27c92-c10a-4d99-a1b6-de6d5533c04a HTTP/1.1" status: 204 len: 168 time: 1.1495438 Jun 16 09:57:21.862854 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 57308) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:57:21.896050 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecf87358-a9e5-4f8f-8f8e-f5a16976a31b admin admin] Deleting subnet 43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f {{(pid=98980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 09:57:21.906981 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-ecf87358-a9e5-4f8f-8f8e-f5a16976a31b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:21.933535 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-ecf87358-a9e5-4f8f-8f8e-f5a16976a31b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126528758'] for subnet, precommit_delete_associations {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:22.016857 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-ecf87358-a9e5-4f8f-8f8e-f5a16976a31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756163'] for subnet, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:22.180765 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-ecf87358-a9e5-4f8f-8f8e-f5a16976a31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126582408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127687294'] for subnet, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:22.183122 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-50818a87-3169-413d-96b2-41b0b7f11b76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:57:22.198084 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 397471ac-32cf-423f-a50b-96175ad9ed75 no longer exists at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:57:22.207738 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf87358-a9e5-4f8f-8f8e-f5a16976a31b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:57:22.212989 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-ecf87358-a9e5-4f8f-8f8e-f5a16976a31b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:57:22.214245 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-ecf87358-a9e5-4f8f-8f8e-f5a16976a31b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for subnet, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:22.216508 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-ecf87358-a9e5-4f8f-8f8e-f5a16976a31b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/43f6b1ad-0a8f-4cad-b72f-429e5ebb6d2f HTTP/1.1" status: 204 len: 168 time: 0.3694749 Jun 16 09:57:22.221953 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 57310) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:57:22.224873 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c7bf2a-07cf-4f3a-a168-dd2c27a1d9de None None] Network eae67a9b-5ad3-4a2b-a012-c75340b64206 requested from dv-cinder-796286-4-iscsi {{(pid=98982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:57:22.227850 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] No Port match for: 397471ac-32cf-423f-a50b-96175ad9ed75 {{(pid=98982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:57:22.228257 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 397471ac-32cf-423f-a50b-96175ad9ed75 not bound to the agent host dv-cinder-796286-4-iscsi {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:57:22.228718 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 220d4639-e7b1-4eff-8de2-fb7302701a38 no longer exists at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:57:22.261481 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] No Port match for: 220d4639-e7b1-4eff-8de2-fb7302701a38 {{(pid=98982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:57:22.261832 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 220d4639-e7b1-4eff-8de2-fb7302701a38 not bound to the agent host dv-cinder-796286-4-iscsi {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:57:22.293411 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-45d066ec-71c5-42b0-9884-c5180e01e61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1649310'] for network, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:22.346874 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.plugin [None req-45d066ec-71c5-42b0-9884-c5180e01e61f admin admin] Deleting port 6bf9162b-6694-43c0-9c6c-c7329d40afda {{(pid=98980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:57:22.347164 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-45d066ec-71c5-42b0-9884-c5180e01e61f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:22.419394 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.db [None req-45d066ec-71c5-42b0-9884-c5180e01e61f admin admin] For port 6bf9162b-6694-43c0-9c6c-c7329d40afda, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=6bf9162b-6694-43c0-9c6c-c7329d40afda,segment=NetworkSegment(8b33f738-d644-4c54-b55c-1571647efaaa),segment_id=8b33f738-d644-4c54-b55c-1571647efaaa)] {{(pid=98980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:57:22.419670 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-45d066ec-71c5-42b0-9884-c5180e01e61f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:22.487672 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.plugin [None req-45d066ec-71c5-42b0-9884-c5180e01e61f admin admin] Calling delete_port for 6bf9162b-6694-43c0-9c6c-c7329d40afda owned by network:dhcp {{(pid=98980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:57:22.507780 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e4fb578b-fd5e-47f0-aa8c-4b83a36f29c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:22.562166 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e411969-abb8-4606-bdb0-542cd7652154 None None] DHCP port deletion for eae67a9b-5ad3-4a2b-a012-c75340b64206 request from dv-cinder-796286-4-iscsi {{(pid=98982) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 09:57:22.610560 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-8e411969-abb8-4606-bdb0-542cd7652154 None None] Deleting port 6bf9162b-6694-43c0-9c6c-c7329d40afda {{(pid=98982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:57:22.611011 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-8e411969-abb8-4606-bdb0-542cd7652154 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:22.670583 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-8e411969-abb8-4606-bdb0-542cd7652154 None None] For port 6bf9162b-6694-43c0-9c6c-c7329d40afda, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=6bf9162b-6694-43c0-9c6c-c7329d40afda,segment=NetworkSegment(8b33f738-d644-4c54-b55c-1571647efaaa),segment_id=8b33f738-d644-4c54-b55c-1571647efaaa)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:57:22.671002 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-8e411969-abb8-4606-bdb0-542cd7652154 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:22.717448 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-45d066ec-71c5-42b0-9884-c5180e01e61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126582338'] for port, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:22.721178 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-383e3ef2-b337-4558-8a3a-f3b1b1384cbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:57:22.736773 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-8e411969-abb8-4606-bdb0-542cd7652154 None None] Calling delete_port for 6bf9162b-6694-43c0-9c6c-c7329d40afda owned by network:dhcp {{(pid=98982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:57:22.745325 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d066ec-71c5-42b0-9884-c5180e01e61f admin admin] Pushing event deleted for resources: {'Port': ['ID=6bf9162b-6694-43c0-9c6c-c7329d40afda,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:57:22.748371 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d066ec-71c5-42b0-9884-c5180e01e61f admin admin] No DVR routers for this DVR port 6bf9162b-6694-43c0-9c6c-c7329d40afda on host dv-cinder-796286-4-iscsi {{(pid=98980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:57:22.748621 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-45d066ec-71c5-42b0-9884-c5180e01e61f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:57:22.812862 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-8e411969-abb8-4606-bdb0-542cd7652154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119'] for port, after_delete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:22.815243 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:57:22.822012 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-45d066ec-71c5-42b0-9884-c5180e01e61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756812', 'neutron.services.segments.db._delete_segments_for_network-8772813474353'] for network, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:22.827906 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.services.segments.db [None req-45d066ec-71c5-42b0-9884-c5180e01e61f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eae67a9b-5ad3-4a2b-a012-c75340b64206']}} {{(pid=98980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:57:22.841345 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e411969-abb8-4606-bdb0-542cd7652154 None None] Pushing event deleted for resources: {'Port': ['ID=6bf9162b-6694-43c0-9c6c-c7329d40afda,revision_number=None']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:57:22.842405 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.services.segments.db [None req-45d066ec-71c5-42b0-9884-c5180e01e61f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b33f738-d644-4c54-b55c-1571647efaaa') {'for_net_delete': True} {{(pid=98980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:57:22.842701 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.services.segments.db [None req-45d066ec-71c5-42b0-9884-c5180e01e61f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b33f738-d644-4c54-b55c-1571647efaaa') {} {{(pid=98980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:57:22.845900 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e411969-abb8-4606-bdb0-542cd7652154 None None] No DVR routers for this DVR port 6bf9162b-6694-43c0-9c6c-c7329d40afda on host dv-cinder-796286-4-iscsi {{(pid=98982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:57:22.855245 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-45d066ec-71c5-42b0-9884-c5180e01e61f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772813475202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126528751'] for segment, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:22.855843 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e411969-abb8-4606-bdb0-542cd7652154 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:57:22.856213 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e411969-abb8-4606-bdb0-542cd7652154 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:57:22.856558 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e411969-abb8-4606-bdb0-542cd7652154 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:57:22.857005 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e411969-abb8-4606-bdb0-542cd7652154 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:57:22.857209 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e411969-abb8-4606-bdb0-542cd7652154 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:57:22.857540 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e411969-abb8-4606-bdb0-542cd7652154 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:57:22.858000 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e411969-abb8-4606-bdb0-542cd7652154 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:57:22.858230 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e411969-abb8-4606-bdb0-542cd7652154 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:57:22.858510 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e411969-abb8-4606-bdb0-542cd7652154 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:57:22.858836 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e411969-abb8-4606-bdb0-542cd7652154 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:57:22.859186 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e411969-abb8-4606-bdb0-542cd7652154 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:57:22.859589 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e411969-abb8-4606-bdb0-542cd7652154 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-iscsi {{(pid=98982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:57:22.862606 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-8e411969-abb8-4606-bdb0-542cd7652154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:57:22.869452 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-45d066ec-71c5-42b0-9884-c5180e01e61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753648'] for segment, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:22.875453 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45d066ec-71c5-42b0-9884-c5180e01e61f admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=98980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 09:57:22.875945 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-45d066ec-71c5-42b0-9884-c5180e01e61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126582295'] for segment, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:22.878178 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:57:22.878178 dv-cinder-796286-4-iscsi neutron-server[98980]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:57:22.878178 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:57:22.878178 dv-cinder-796286-4-iscsi neutron-server[98980]: retrieve_revision_numbers = { Jun 16 09:57:22.878178 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:57:22.878178 dv-cinder-796286-4-iscsi neutron-server[98980]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:57:22.878178 dv-cinder-796286-4-iscsi neutron-server[98980]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:57:22.878178 dv-cinder-796286-4-iscsi neutron-server[98980]: retrieve_revision_numbers = { Jun 16 09:57:22.878178 dv-cinder-796286-4-iscsi neutron-server[98980]: Traceback (most recent call last): Jun 16 09:57:22.878178 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 09:57:22.878178 dv-cinder-796286-4-iscsi neutron-server[98980]: timer() Jun 16 09:57:22.878178 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 09:57:22.878178 dv-cinder-796286-4-iscsi neutron-server[98980]: cb(*args, **kw) Jun 16 09:57:22.878178 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 09:57:22.878178 dv-cinder-796286-4-iscsi neutron-server[98980]: return func(*args, **kwargs) Jun 16 09:57:22.878178 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 09:57:22.878178 dv-cinder-796286-4-iscsi neutron-server[98980]: self._notify() Jun 16 09:57:22.878178 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 09:57:22.878178 dv-cinder-796286-4-iscsi neutron-server[98980]: self.callback(batched_events) Jun 16 09:57:22.878178 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 09:57:22.878178 dv-cinder-796286-4-iscsi neutron-server[98980]: event.method(event) Jun 16 09:57:22.878178 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 09:57:22.878178 dv-cinder-796286-4-iscsi neutron-server[98980]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 09:57:22.878178 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 09:57:22.878178 dv-cinder-796286-4-iscsi neutron-server[98980]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 09:57:22.878178 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 09:57:22.878178 dv-cinder-796286-4-iscsi neutron-server[98980]: return f(self, *a, **k) Jun 16 09:57:22.878178 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 09:57:22.878178 dv-cinder-796286-4-iscsi neutron-server[98980]: return self._get(url).json() Jun 16 09:57:22.878178 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 09:57:22.878178 dv-cinder-796286-4-iscsi neutron-server[98980]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 09:57:22.878178 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 09:57:22.878178 dv-cinder-796286-4-iscsi neutron-server[98980]: return self.request(url, 'GET', **kwargs) Jun 16 09:57:22.878178 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 09:57:22.878178 dv-cinder-796286-4-iscsi neutron-server[98980]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 09:57:22.878178 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 09:57:22.878178 dv-cinder-796286-4-iscsi neutron-server[98980]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 09:57:22.878178 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 09:57:22.878178 dv-cinder-796286-4-iscsi neutron-server[98980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 09:57:22.878178 dv-cinder-796286-4-iscsi neutron-server[98980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 09:57:23.019945 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-45d066ec-71c5-42b0-9884-c5180e01e61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761456'] for network, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:23.023438 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-b1a3f543-263e-4d30-accb-9567870803e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:57:23.025981 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-45d066ec-71c5-42b0-9884-c5180e01e61f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for network, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:23.027710 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-45d066ec-71c5-42b0-9884-c5180e01e61f admin admin] 10.222.0.25 "DELETE /v2.0/networks/eae67a9b-5ad3-4a2b-a012-c75340b64206 HTTP/1.1" status: 204 len: 168 time: 0.8046403 Jun 16 09:57:23.030926 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 57312) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:57:23.039183 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d066ec-71c5-42b0-9884-c5180e01e61f admin admin] Pushing event deleted for resources: {'Network': ['ID=eae67a9b-5ad3-4a2b-a012-c75340b64206,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:57:23.046782 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-45d066ec-71c5-42b0-9884-c5180e01e61f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:57:23.360669 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-65bc5a05-738a-4fd4-987b-ae90c7eb6035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690889'] for router_interface, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:23.599510 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.plugin [None req-65bc5a05-738a-4fd4-987b-ae90c7eb6035 admin admin] Deleting port 79f53665-af5b-4758-a51c-e3018610e932 {{(pid=98981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:57:23.599841 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-65bc5a05-738a-4fd4-987b-ae90c7eb6035 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:23.678763 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.db [None req-65bc5a05-738a-4fd4-987b-ae90c7eb6035 admin admin] For port 79f53665-af5b-4758-a51c-e3018610e932, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=79f53665-af5b-4758-a51c-e3018610e932,segment=NetworkSegment(2601ce24-4af7-42ff-9df0-8cfac1497615),segment_id=2601ce24-4af7-42ff-9df0-8cfac1497615)] {{(pid=98981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:57:23.679066 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-65bc5a05-738a-4fd4-987b-ae90c7eb6035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:23.739638 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.plugins.ml2.plugin [None req-65bc5a05-738a-4fd4-987b-ae90c7eb6035 admin admin] Calling delete_port for 79f53665-af5b-4758-a51c-e3018610e932 owned by network:router_interface {{(pid=98981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:57:23.991377 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-65bc5a05-738a-4fd4-987b-ae90c7eb6035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126587795'] for port, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:23.993345 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-5c200403-eb6b-4560-a07c-0562c42b2984 tempest-TestVolumeBootPattern-800235000 tempest-TestVolumeBootPattern-800235000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:57:24.020807 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc5a05-738a-4fd4-987b-ae90c7eb6035 admin admin] Pushing event deleted for resources: {'Port': ['ID=79f53665-af5b-4758-a51c-e3018610e932,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:57:24.023929 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-65bc5a05-738a-4fd4-987b-ae90c7eb6035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:57:24.207158 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-65bc5a05-738a-4fd4-987b-ae90c7eb6035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690781'] for router_interface, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:24.259123 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 6bf9162b-6694-43c0-9c6c-c7329d40afda no longer exists at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:57:24.280893 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] No Port match for: 6bf9162b-6694-43c0-9c6c-c7329d40afda {{(pid=98982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:57:24.281244 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 6bf9162b-6694-43c0-9c6c-c7329d40afda not bound to the agent host dv-cinder-796286-4-iscsi {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:57:24.420273 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65bc5a05-738a-4fd4-987b-ae90c7eb6035 admin admin] Router 780d0ae8-83b6-4690-ab29-4c3e6a6d2366 has already been hosted by L3 agent 7768ee83-37c7-4165-88a2-5844eb43ad81 {{(pid=98981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:57:24.521239 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65bc5a05-738a-4fd4-987b-ae90c7eb6035 admin admin] Notify agent at l3_agent.dv-cinder-796286-4-iscsi the message routers_updated {{(pid=98981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:57:24.526302 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-65bc5a05-738a-4fd4-987b-ae90c7eb6035 admin admin] 10.222.0.25 "PUT /v2.0/routers/780d0ae8-83b6-4690-ab29-4c3e6a6d2366/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4942210 Jun 16 09:57:24.529104 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 57314) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:57:24.529718 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0721d3a5-e216-49ca-8fd9-993527eccd96 None None] Sync routers for ids ['780d0ae8-83b6-4690-ab29-4c3e6a6d2366'] in dv-cinder-796286-4-iscsi {{(pid=98983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:57:24.538569 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0721d3a5-e216-49ca-8fd9-993527eccd96 None None] Routers {'780d0ae8-83b6-4690-ab29-4c3e6a6d2366'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:57:24.539206 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-0721d3a5-e216-49ca-8fd9-993527eccd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:57:19Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['780d0ae8-83b6-4690-ab29-4c3e6a6d2366'], 'active': True} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:57:24.632106 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-154c6025-7485-4480-91b1-7a68357f002a admin admin] Notify callbacks [] for router, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:24.640273 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvr_db [None req-0721d3a5-e216-49ca-8fd9-993527eccd96 None None] Set router 780d0ae8-83b6-4690-ab29-4c3e6a6d2366 gateway port host: dv-cinder-796286-4-iscsi {{(pid=98983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:57:24.732891 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-154c6025-7485-4480-91b1-7a68357f002a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:24.812117 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-0721d3a5-e216-49ca-8fd9-993527eccd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780d0ae8-83b6-4690-ab29-4c3e6a6d2366', 'name': 'tempest-TestVolumeBootPattern-1369342722-router', 'tenant_id': '0c9f759c677d496ab63759373898c66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'external_fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'ea947c7e-ffd3-48c2-b4ef-e278c94039d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:49:57Z', 'updated_at': '2021-06-16T09:57:23Z', 'revision_number': 5, 'project_id': '0c9f759c677d496ab63759373898c66a', 'gw_port': {'id': 'ea947c7e-ffd3-48c2-b4ef-e278c94039d8', 'name': '', 'network_id': 'e7fe10b8-90c4-4cba-8f65-340465ca325f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:63:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780d0ae8-83b6-4690-ab29-4c3e6a6d2366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:49:58Z', 'updated_at': '2021-06-16T09:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '474b542b-67ec-4e86-95bf-cb7c30e5c62d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-iscsi'}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:57:24.815570 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0721d3a5-e216-49ca-8fd9-993527eccd96 None None] Checking router: 780d0ae8-83b6-4690-ab29-4c3e6a6d2366 for host: dv-cinder-796286-4-iscsi {{(pid=98983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:57:24.823610 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0721d3a5-e216-49ca-8fd9-993527eccd96 None None] Routers {'780d0ae8-83b6-4690-ab29-4c3e6a6d2366'} bound to L3 agent in host dv-cinder-796286-4-iscsi {{(pid=98983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:57:24.824213 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-0721d3a5-e216-49ca-8fd9-993527eccd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T09:34:49Z,description=,heartbeat_timestamp=2021-06-16T09:57:19Z,host='dv-cinder-796286-4-iscsi',id=7768ee83-37c7-4165-88a2-5844eb43ad81,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:50Z,topic='l3_agent')) {'router_ids': ['780d0ae8-83b6-4690-ab29-4c3e6a6d2366'], 'active': True} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:57:24.834752 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.plugin [None req-154c6025-7485-4480-91b1-7a68357f002a admin admin] Deleting port ea947c7e-ffd3-48c2-b4ef-e278c94039d8 {{(pid=98980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:57:24.835113 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-154c6025-7485-4480-91b1-7a68357f002a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:24.910042 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_dvr_db [None req-0721d3a5-e216-49ca-8fd9-993527eccd96 None None] Set router 780d0ae8-83b6-4690-ab29-4c3e6a6d2366 gateway port host: None {{(pid=98983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:57:24.916612 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.db [None req-154c6025-7485-4480-91b1-7a68357f002a admin admin] For port ea947c7e-ffd3-48c2-b4ef-e278c94039d8, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=ea947c7e-ffd3-48c2-b4ef-e278c94039d8,segment=NetworkSegment(ee5243d6-0a20-466c-b2f3-0cfa4d8430c8),segment_id=ee5243d6-0a20-466c-b2f3-0cfa4d8430c8)] {{(pid=98980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:57:24.916969 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-154c6025-7485-4480-91b1-7a68357f002a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:24.962359 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.l3_hamode_db [None req-0721d3a5-e216-49ca-8fd9-993527eccd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780d0ae8-83b6-4690-ab29-4c3e6a6d2366', 'name': 'tempest-TestVolumeBootPattern-1369342722-router', 'tenant_id': '0c9f759c677d496ab63759373898c66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:49:57Z', 'updated_at': '2021-06-16T09:57:24Z', 'revision_number': 6, 'project_id': '0c9f759c677d496ab63759373898c66a', 'gw_port_host': None}], 'dv-cinder-796286-4-iscsi', False) {} {{(pid=98983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:57:24.965942 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0721d3a5-e216-49ca-8fd9-993527eccd96 None None] The sync data for ids ['780d0ae8-83b6-4690-ab29-4c3e6a6d2366'] in dv-cinder-796286-4-iscsi is: [{'id': '780d0ae8-83b6-4690-ab29-4c3e6a6d2366', 'name': 'tempest-TestVolumeBootPattern-1369342722-router', 'tenant_id': '0c9f759c677d496ab63759373898c66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:49:57Z', 'updated_at': '2021-06-16T09:57:24Z', 'revision_number': 6, 'project_id': '0c9f759c677d496ab63759373898c66a', 'gw_port_host': None}] {{(pid=98983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:57:24.981958 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.plugin [None req-154c6025-7485-4480-91b1-7a68357f002a admin admin] Calling delete_port for ea947c7e-ffd3-48c2-b4ef-e278c94039d8 owned by network:router_gateway {{(pid=98980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:57:25.218614 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-154c6025-7485-4480-91b1-7a68357f002a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126582338'] for port, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:25.221915 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-a8c1b26d-fd44-41bc-a075-5749c16fb415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:57:25.249432 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c6025-7485-4480-91b1-7a68357f002a admin admin] Pushing event deleted for resources: {'Port': ['ID=ea947c7e-ffd3-48c2-b4ef-e278c94039d8,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:57:25.253819 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-154c6025-7485-4480-91b1-7a68357f002a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:57:25.309268 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-154c6025-7485-4480-91b1-7a68357f002a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761374'] for router_gateway, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:25.401431 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-154c6025-7485-4480-91b1-7a68357f002a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5683'] for router, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:25.403796 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-154c6025-7485-4480-91b1-7a68357f002a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:25.522848 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-154c6025-7485-4480-91b1-7a68357f002a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754516'] for router, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:25.523309 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154c6025-7485-4480-91b1-7a68357f002a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 780d0ae8-83b6-4690-ab29-4c3e6a6d2366 {{(pid=98980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 09:57:25.527632 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-154c6025-7485-4480-91b1-7a68357f002a admin admin] Notify callbacks [] for router, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:25.528829 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-154c6025-7485-4480-91b1-7a68357f002a admin admin] 10.222.0.25 "DELETE /v2.0/routers/780d0ae8-83b6-4690-ab29-4c3e6a6d2366 HTTP/1.1" status: 204 len: 168 time: 0.9984837 Jun 16 09:57:25.531291 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 57316) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:57:25.581983 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.db_base_plugin_v2 [None req-01bae152-5ba3-4d4c-98bf-cafdcca75048 admin admin] Deleting subnet 30cdd284-566d-4f2d-891d-9fbe87fbc029 {{(pid=98980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 09:57:25.584920 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-01bae152-5ba3-4d4c-98bf-cafdcca75048 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:25.618074 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-01bae152-5ba3-4d4c-98bf-cafdcca75048 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126528758'] for subnet, precommit_delete_associations {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:25.696434 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-01bae152-5ba3-4d4c-98bf-cafdcca75048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756163'] for subnet, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:25.963116 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-01bae152-5ba3-4d4c-98bf-cafdcca75048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126582408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127687294'] for subnet, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:25.965385 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:57:25.993984 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bae152-5ba3-4d4c-98bf-cafdcca75048 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30cdd284-566d-4f2d-891d-9fbe87fbc029,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:57:25.997037 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-01bae152-5ba3-4d4c-98bf-cafdcca75048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:57:25.998140 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-01bae152-5ba3-4d4c-98bf-cafdcca75048 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for subnet, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:25.999883 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-01bae152-5ba3-4d4c-98bf-cafdcca75048 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/30cdd284-566d-4f2d-891d-9fbe87fbc029 HTTP/1.1" status: 204 len: 168 time: 0.4676266 Jun 16 09:57:26.002336 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [-] (98980) accepted ('10.222.0.25', 57318) {{(pid=98980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:57:26.002676 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f72d15b-542e-4854-9c43-06fa4616c9ad None None] Network 837353a3-006e-4791-b0d3-2947533d478c requested from dv-cinder-796286-4-iscsi {{(pid=98982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:57:26.082428 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-50dc818f-ebeb-492b-a900-aec392bee8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1649310'] for network, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:26.127248 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.plugin [None req-50dc818f-ebeb-492b-a900-aec392bee8c9 admin admin] Deleting port d8e245f2-f105-45a4-b1ff-8bdc1450d8d2 {{(pid=98980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:57:26.127248 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-50dc818f-ebeb-492b-a900-aec392bee8c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:26.187875 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6c5384-7ecc-4215-9551-41f31a4b39cc None None] DHCP port deletion for 837353a3-006e-4791-b0d3-2947533d478c request from dv-cinder-796286-4-iscsi {{(pid=98982) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 09:57:26.195856 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.db [None req-50dc818f-ebeb-492b-a900-aec392bee8c9 admin admin] For port d8e245f2-f105-45a4-b1ff-8bdc1450d8d2, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=d8e245f2-f105-45a4-b1ff-8bdc1450d8d2,segment=NetworkSegment(2601ce24-4af7-42ff-9df0-8cfac1497615),segment_id=2601ce24-4af7-42ff-9df0-8cfac1497615)] {{(pid=98980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:57:26.196241 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-50dc818f-ebeb-492b-a900-aec392bee8c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:26.235107 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device ea947c7e-ffd3-48c2-b4ef-e278c94039d8 no longer exists at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:57:26.240784 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-dc6c5384-7ecc-4215-9551-41f31a4b39cc None None] Deleting port d8e245f2-f105-45a4-b1ff-8bdc1450d8d2 {{(pid=98982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:57:26.241156 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-dc6c5384-7ecc-4215-9551-41f31a4b39cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772813404317'] for port, before_delete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:26.267845 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.plugin [None req-50dc818f-ebeb-492b-a900-aec392bee8c9 admin admin] Calling delete_port for d8e245f2-f105-45a4-b1ff-8bdc1450d8d2 owned by network:dhcp {{(pid=98980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:57:26.275845 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] No Port match for: ea947c7e-ffd3-48c2-b4ef-e278c94039d8 {{(pid=98982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:57:26.276421 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device ea947c7e-ffd3-48c2-b4ef-e278c94039d8 not bound to the agent host dv-cinder-796286-4-iscsi {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:57:26.277130 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 79f53665-af5b-4758-a51c-e3018610e932 no longer exists at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:57:26.304536 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] No Port match for: 79f53665-af5b-4758-a51c-e3018610e932 {{(pid=98982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:57:26.304881 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device 79f53665-af5b-4758-a51c-e3018610e932 not bound to the agent host dv-cinder-796286-4-iscsi {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:57:26.349707 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.db [None req-dc6c5384-7ecc-4215-9551-41f31a4b39cc None None] For port d8e245f2-f105-45a4-b1ff-8bdc1450d8d2, host dv-cinder-796286-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-iscsi',level=0,port_id=d8e245f2-f105-45a4-b1ff-8bdc1450d8d2,segment=NetworkSegment(2601ce24-4af7-42ff-9df0-8cfac1497615),segment_id=2601ce24-4af7-42ff-9df0-8cfac1497615)] {{(pid=98982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:57:26.349966 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-dc6c5384-7ecc-4215-9551-41f31a4b39cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759534'] for port, precommit_delete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:26.427067 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-dc6c5384-7ecc-4215-9551-41f31a4b39cc None None] Calling delete_port for d8e245f2-f105-45a4-b1ff-8bdc1450d8d2 owned by network:dhcp {{(pid=98982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:57:26.448470 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-50dc818f-ebeb-492b-a900-aec392bee8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126582338'] for port, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:26.451461 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-4befd814-ce91-49de-b0fb-2ff7ac717f15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:57:26.475847 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dc818f-ebeb-492b-a900-aec392bee8c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8e245f2-f105-45a4-b1ff-8bdc1450d8d2,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:57:26.477630 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dc818f-ebeb-492b-a900-aec392bee8c9 admin admin] No DVR routers for this DVR port d8e245f2-f105-45a4-b1ff-8bdc1450d8d2 on host dv-cinder-796286-4-iscsi {{(pid=98980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:57:26.479206 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-50dc818f-ebeb-492b-a900-aec392bee8c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:57:26.508263 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-dc6c5384-7ecc-4215-9551-41f31a4b39cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772813409913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772812953119'] for port, after_delete {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:26.510172 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:57:26.533126 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6c5384-7ecc-4215-9551-41f31a4b39cc None None] Pushing event deleted for resources: {'Port': ['ID=d8e245f2-f105-45a4-b1ff-8bdc1450d8d2,revision_number=None']} {{(pid=98982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:57:26.536118 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG oslo_concurrency.lockutils [None req-dc6c5384-7ecc-4215-9551-41f31a4b39cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:57:26.536932 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6c5384-7ecc-4215-9551-41f31a4b39cc None None] No DVR routers for this DVR port d8e245f2-f105-45a4-b1ff-8bdc1450d8d2 on host dv-cinder-796286-4-iscsi {{(pid=98982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:57:26.549690 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-50dc818f-ebeb-492b-a900-aec392bee8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756812', 'neutron.services.segments.db._delete_segments_for_network-8772813474353'] for network, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:26.559724 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.services.segments.db [None req-50dc818f-ebeb-492b-a900-aec392bee8c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['837353a3-006e-4791-b0d3-2947533d478c']}} {{(pid=98980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:57:26.569591 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.services.segments.db [None req-50dc818f-ebeb-492b-a900-aec392bee8c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2601ce24-4af7-42ff-9df0-8cfac1497615') {'for_net_delete': True} {{(pid=98980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:57:26.569881 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.services.segments.db [None req-50dc818f-ebeb-492b-a900-aec392bee8c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2601ce24-4af7-42ff-9df0-8cfac1497615') {} {{(pid=98980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:57:26.578268 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-50dc818f-ebeb-492b-a900-aec392bee8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772813475202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126528751'] for segment, before_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:26.591368 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-50dc818f-ebeb-492b-a900-aec392bee8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753648'] for segment, precommit_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:26.597664 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50dc818f-ebeb-492b-a900-aec392bee8c9 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=98980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 09:57:26.598051 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-50dc818f-ebeb-492b-a900-aec392bee8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126582295'] for segment, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:26.599844 dv-cinder-796286-4-iscsi neutron-server[98980]: Traceback (most recent call last): Jun 16 09:57:26.599844 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 09:57:26.599844 dv-cinder-796286-4-iscsi neutron-server[98980]: timer() Jun 16 09:57:26.599844 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 09:57:26.599844 dv-cinder-796286-4-iscsi neutron-server[98980]: cb(*args, **kw) Jun 16 09:57:26.599844 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 09:57:26.599844 dv-cinder-796286-4-iscsi neutron-server[98980]: return func(*args, **kwargs) Jun 16 09:57:26.599844 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 09:57:26.599844 dv-cinder-796286-4-iscsi neutron-server[98980]: self._notify() Jun 16 09:57:26.599844 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 09:57:26.599844 dv-cinder-796286-4-iscsi neutron-server[98980]: self.callback(batched_events) Jun 16 09:57:26.599844 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 09:57:26.599844 dv-cinder-796286-4-iscsi neutron-server[98980]: event.method(event) Jun 16 09:57:26.599844 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 09:57:26.599844 dv-cinder-796286-4-iscsi neutron-server[98980]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 09:57:26.599844 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 09:57:26.599844 dv-cinder-796286-4-iscsi neutron-server[98980]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 09:57:26.599844 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 09:57:26.599844 dv-cinder-796286-4-iscsi neutron-server[98980]: return f(self, *a, **k) Jun 16 09:57:26.599844 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 09:57:26.599844 dv-cinder-796286-4-iscsi neutron-server[98980]: return self._get(url).json() Jun 16 09:57:26.599844 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 09:57:26.599844 dv-cinder-796286-4-iscsi neutron-server[98980]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 09:57:26.599844 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 09:57:26.599844 dv-cinder-796286-4-iscsi neutron-server[98980]: return self.request(url, 'GET', **kwargs) Jun 16 09:57:26.599844 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 09:57:26.599844 dv-cinder-796286-4-iscsi neutron-server[98980]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 09:57:26.599844 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 09:57:26.599844 dv-cinder-796286-4-iscsi neutron-server[98980]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 09:57:26.599844 dv-cinder-796286-4-iscsi neutron-server[98980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 09:57:26.599844 dv-cinder-796286-4-iscsi neutron-server[98980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 09:57:26.599844 dv-cinder-796286-4-iscsi neutron-server[98980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 09:57:26.739570 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-50dc818f-ebeb-492b-a900-aec392bee8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761456'] for network, after_delete {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:26.743073 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:57:26.745613 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron_lib.callbacks.manager [None req-50dc818f-ebeb-492b-a900-aec392bee8c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623440'] for network, before_response {{(pid=98980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:26.747433 dv-cinder-796286-4-iscsi neutron-server[98980]: INFO neutron.wsgi [None req-50dc818f-ebeb-492b-a900-aec392bee8c9 admin admin] 10.222.0.25 "DELETE /v2.0/networks/837353a3-006e-4791-b0d3-2947533d478c HTTP/1.1" status: 204 len: 168 time: 0.7437801 Jun 16 09:57:26.758311 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dc818f-ebeb-492b-a900-aec392bee8c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=837353a3-006e-4791-b0d3-2947533d478c,revision_number=None']} {{(pid=98980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:57:26.765086 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG oslo_concurrency.lockutils [None req-50dc818f-ebeb-492b-a900-aec392bee8c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:57:27.133126 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 57322) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:57:27.174182 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-4ede5a8f-8fbf-490c-b0b5-bb23a3d8b32c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ed2156b918e84ef2a8cd08f2710cf24f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391889 Jun 16 09:57:27.176437 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 57324) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:57:27.223460 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-cb17483d-6538-4623-9c69-e66df0d90313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:27.244315 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-cb17483d-6538-4623-9c69-e66df0d90313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:27.391098 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-cb17483d-6538-4623-9c69-e66df0d90313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:27.394314 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-cb17483d-6538-4623-9c69-e66df0d90313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:27.395511 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-cb17483d-6538-4623-9c69-e66df0d90313 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2a4a9c67-fe6d-4853-850a-9f46fbf685c1 HTTP/1.1" status: 204 len: 168 time: 0.2182155 Jun 16 09:57:27.396322 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-5ef4aa27-6292-49f8-8cbc-bed24bd8e1f1 tempest-TestMinimumBasicScenario-954855819 tempest-TestMinimumBasicScenario-954855819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:57:27.404448 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb17483d-6538-4623-9c69-e66df0d90313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4a9c67-fe6d-4853-850a-9f46fbf685c1,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:57:27.407877 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-cb17483d-6538-4623-9c69-e66df0d90313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:57:28.120655 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 57330) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:57:28.161223 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-398d0aa3-f0e1-411b-beef-ad5b5623565f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0c9f759c677d496ab63759373898c66a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392914 Jun 16 09:57:28.163530 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [-] (98981) accepted ('10.222.0.25', 57332) {{(pid=98981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:57:28.199487 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device d8e245f2-f105-45a4-b1ff-8bdc1450d8d2 no longer exists at agent ovs-agent-dv-cinder-796286-4-iscsi {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:57:28.211362 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-4e8d1f3c-bd22-4aad-905c-7fcebd8fe358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:28.220553 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.plugin [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] No Port match for: d8e245f2-f105-45a4-b1ff-8bdc1450d8d2 {{(pid=98982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:57:28.220902 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron.plugins.ml2.rpc [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Device d8e245f2-f105-45a4-b1ff-8bdc1450d8d2 not bound to the agent host dv-cinder-796286-4-iscsi {{(pid=98982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:57:28.237944 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-4e8d1f3c-bd22-4aad-905c-7fcebd8fe358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:28.659837 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-4e8d1f3c-bd22-4aad-905c-7fcebd8fe358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712710'] for security_group, after_delete {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:28.662336 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron_lib.callbacks.manager [None req-4e8d1f3c-bd22-4aad-905c-7fcebd8fe358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:28.663487 dv-cinder-796286-4-iscsi neutron-server[98981]: INFO neutron.wsgi [None req-4e8d1f3c-bd22-4aad-905c-7fcebd8fe358 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/61cb23ac-43e4-4804-b7f8-eb86be363ec9 HTTP/1.1" status: 204 len: 168 time: 0.4990613 Jun 16 09:57:28.670454 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-59858af1-a979-42ae-a2d6-f86b071307b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:57:28.672300 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8d1f3c-bd22-4aad-905c-7fcebd8fe358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61cb23ac-43e4-4804-b7f8-eb86be363ec9,revision_number=None']} {{(pid=98981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:57:28.675768 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG oslo_concurrency.lockutils [None req-4e8d1f3c-bd22-4aad-905c-7fcebd8fe358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:57:41.430719 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:47.000125 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-a7c5940a-8d57-486c-8cf9-fc1eaf9cff10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:47.996816 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.agents_db [None req-3560065e-ea11-4ff4-820f-b568c2ca0093 None None] Agent healthcheck: found 6 active agents {{(pid=98983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:57:49.265011 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-48adcbc3-f93d-47c2-bc25-6b20026a1f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:49.578944 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:50.578677 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-16d92f64-da1b-4eb0-8f0f-160fef97265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:52.458466 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e4fb578b-fd5e-47f0-aa8c-4b83a36f29c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:58:11.446754 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:58:16.955173 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-fedbd036-f73a-4d1d-9c3b-db9defa220c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:58:19.286439 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e798e96a-6aa5-427d-8b6b-7387625fc7a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:58:19.532175 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:58:20.577600 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-16d92f64-da1b-4eb0-8f0f-160fef97265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:58:22.446518 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e4fb578b-fd5e-47f0-aa8c-4b83a36f29c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:58:24.994699 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.agents_db [None req-3560065e-ea11-4ff4-820f-b568c2ca0093 None None] Agent healthcheck: found 6 active agents {{(pid=98983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:58:41.161930 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [req-53544893-5066-4c20-af8c-3bad1070dbea req-d4504d67-616e-4a44-99fc-f45ce9cff9cb service neutron] (98981) timed out ('10.222.0.49', 65175) {{(pid=98981) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 16 09:58:41.365703 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:58:46.971374 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-05f32233-8255-4a43-87a0-6bbb0e6ec540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:58:49.285255 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-b18cf2f7-a54a-420b-9d1e-a2123ca52eda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:58:49.551409 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:58:50.567873 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-16d92f64-da1b-4eb0-8f0f-160fef97265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:58:52.472493 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e4fb578b-fd5e-47f0-aa8c-4b83a36f29c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:59:01.992522 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.agents_db [None req-3560065e-ea11-4ff4-820f-b568c2ca0093 None None] Agent healthcheck: found 6 active agents {{(pid=98983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:59:08.996370 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [req-87d59f10-c8ba-4170-ae5c-d44cc839dea4 req-cda738b9-4359-4d5b-b47a-8d1efc6453f6 service neutron] (98980) timed out ('10.222.0.49', 65169) {{(pid=98980) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 16 09:59:11.364515 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:59:16.960585 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-061e6664-89ed-4d24-a95d-2f94d09da4e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:59:19.269423 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-fb96097c-ff84-4493-acdd-cc2bfc25a276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:59:19.566829 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:59:20.572321 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-16d92f64-da1b-4eb0-8f0f-160fef97265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:59:22.463351 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e4fb578b-fd5e-47f0-aa8c-4b83a36f29c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:59:38.991017 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.agents_db [None req-3560065e-ea11-4ff4-820f-b568c2ca0093 None None] Agent healthcheck: found 6 active agents {{(pid=98983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:59:41.346664 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:59:46.988519 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-d3abe941-5894-4110-ba2e-0bc09156a803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:59:49.268102 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-0195fd79-ec80-43d4-ab8b-8d3a84151d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:59:49.508009 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:59:50.565268 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-16d92f64-da1b-4eb0-8f0f-160fef97265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:59:52.501935 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e4fb578b-fd5e-47f0-aa8c-4b83a36f29c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:00:11.362234 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:00:15.990256 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.agents_db [None req-3560065e-ea11-4ff4-820f-b568c2ca0093 None None] Agent healthcheck: found 6 active agents {{(pid=98983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 10:00:16.945813 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-a9c9c50b-351a-46eb-8a76-f9f8b07372c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:00:19.295032 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-8b68e678-e0a8-4d27-94bf-9e55dce2780e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:00:19.632191 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:00:20.607864 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-16d92f64-da1b-4eb0-8f0f-160fef97265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:00:22.437795 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e4fb578b-fd5e-47f0-aa8c-4b83a36f29c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:00:41.380296 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:00:46.944765 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-4c5f2919-2866-4d08-832b-5b57186fde41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:00:49.264793 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-636ccd66-b6a7-4da7-8a6e-5609b31be339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:00:49.499196 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:00:50.573010 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-16d92f64-da1b-4eb0-8f0f-160fef97265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:00:52.499787 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e4fb578b-fd5e-47f0-aa8c-4b83a36f29c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:00:52.989746 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.agents_db [None req-3560065e-ea11-4ff4-820f-b568c2ca0093 None None] Agent healthcheck: found 6 active agents {{(pid=98983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 10:01:11.361285 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:01:15.851602 dv-cinder-796286-4-iscsi neutron-server[98981]: DEBUG neutron.wsgi [req-0d51641c-d677-4f88-9f57-21e48bb8e4aa req-5e723388-b743-4286-8972-6813b931f73f service neutron] (98981) timed out ('10.222.0.25', 50090) {{(pid=98981) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 16 10:01:16.972057 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-338e9c01-3ccc-4cb6-bd4b-c12f865dae62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:01:17.109855 dv-cinder-796286-4-iscsi neutron-server[98980]: DEBUG neutron.wsgi [req-f1ab69f5-e34f-4620-b145-45cfc42cdd2b req-bbee68ee-82cc-4fb0-b6e1-f28f9832a9a7 service neutron] (98980) timed out ('10.222.0.49', 65136) {{(pid=98980) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 16 10:01:19.274334 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-78ad4586-0a9d-42af-8003-f3157e33ac36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:01:19.514768 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:01:20.572249 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-16d92f64-da1b-4eb0-8f0f-160fef97265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:01:22.451533 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e4fb578b-fd5e-47f0-aa8c-4b83a36f29c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:01:29.989000 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.agents_db [None req-3560065e-ea11-4ff4-820f-b568c2ca0093 None None] Agent healthcheck: found 6 active agents {{(pid=98983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 10:01:41.417073 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:01:46.959955 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e29859e2-9221-43e9-8f0a-4272b0dacf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:01:49.290839 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-aadb6545-469c-4272-8510-42e21c1e3088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:01:49.542513 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:01:50.559561 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-16d92f64-da1b-4eb0-8f0f-160fef97265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:01:52.468100 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e4fb578b-fd5e-47f0-aa8c-4b83a36f29c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:02:06.988822 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.agents_db [None req-3560065e-ea11-4ff4-820f-b568c2ca0093 None None] Agent healthcheck: found 6 active agents {{(pid=98983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 10:02:11.381799 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:02:16.913580 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-8879fac0-1ba6-43f8-97bc-9bbda6c3d473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:02:19.301760 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-abef5815-efa7-44e6-b7f0-5c3236b92afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:02:19.553342 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:02:20.570697 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-16d92f64-da1b-4eb0-8f0f-160fef97265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:02:22.450109 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e4fb578b-fd5e-47f0-aa8c-4b83a36f29c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:02:41.369335 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-96c4efad-aba5-4587-93ea-8c9521e77508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:02:43.987887 dv-cinder-796286-4-iscsi neutron-server[98983]: DEBUG neutron.db.agents_db [None req-3560065e-ea11-4ff4-820f-b568c2ca0093 None None] Agent healthcheck: found 6 active agents {{(pid=98983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 10:02:46.935504 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-c4f09cd1-26f2-406b-bdf7-9880a99305b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:02:49.306368 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-35f2690d-9afb-4a5b-b7e5-3a6683607cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:02:49.556570 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-e844a1ca-8de6-4819-8862-8550d6f23cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:02:50.609172 dv-cinder-796286-4-iscsi neutron-server[98982]: DEBUG neutron_lib.callbacks.manager [None req-16d92f64-da1b-4eb0-8f0f-160fef97265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772813474335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751106'] for agent, after_update {{(pid=98982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}